-- Logs begin at Mon 2021-05-10 17:29:31 UTC, end at Mon 2021-05-10 18:22:11 UTC. --
May 10 17:56:49.256941 dv-cinder-790492-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 10 17:56:51.616516 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.common.config [-] Logging enabled!
May 10 17:56:51.617091 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 17:56:51.617191 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78597) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 17:56:51.620455 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.common.config [-] Logging enabled!
May 10 17:56:51.620701 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 17:56:51.621009 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78597) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 17:56:51.621926 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:56:51.622153 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:56:51.622508 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:56:51.622748 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:56:51.622998 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:56:51.623315 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.623606 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.623883 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.624107 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.624395 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.624679 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.624960 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.625243 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.625546 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.625828 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.626431 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.626738 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.626969 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.627246 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.627528 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.627811 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.628030 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.628307 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.628725 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.629134 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.629409 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.629694 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.629971 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.630237 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.630508 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.630786 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.631136 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] host                           = dv-cinder-790492-1-iscsi {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.631410 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.631693 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.631976 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.632257 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.632528 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.632798 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.633080 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.633351 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.633620 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.633894 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.634176 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.634460 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.634745 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.634998 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.635220 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.635505 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.635792 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.636063 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.636332 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.636601 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.636871 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.637142 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.637405 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.637685 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.637962 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.638240 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.638510 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.638777 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.639070 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.639337 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.639617 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.639885 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.640155 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.640421 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.640699 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.640960 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.641228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.641520 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.641801 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.642177 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.642455 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.642723 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.643027 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.643297 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.643565 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.643830 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.644097 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.644360 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.644636 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.644906 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.645176 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.645444 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.645710 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.645989 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:51.646280 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.646570 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.646871 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.647171 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.647813 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.648093 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.648378 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.648648 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.648933 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.649217 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.649503 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.649775 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.650057 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.650332 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.650620 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.650940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.651234 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.651520 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.651789 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.652056 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.652323 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.652593 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.652871 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.653160 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.653447 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.653716 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.653990 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.654276 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.654548 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.654815 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.655110 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.655394 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.655667 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.655934 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.656209 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.656477 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.656746 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.657010 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.657280 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.657588 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.657860 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.658125 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.658389 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.658658 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.658944 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.659227 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.659502 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.659768 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.660034 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.660304 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.660569 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.660835 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.661104 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.661369 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.661641 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.661906 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.662168 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.662434 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.662697 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.662995 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.664313 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.664313 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.664313 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.664313 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.664313 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.665182 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.665182 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.665182 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.665378 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.665589 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.665864 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.666137 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.666410 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.666688 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.666989 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.667263 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.667537 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.667810 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.668076 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.668362 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.668638 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.668922 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.669200 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.669472 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.669766 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.670036 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.670311 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.670583 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.670852 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.671160 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.671441 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.671727 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.672013 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.672299 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.672583 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.672867 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.673166 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.673532 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.673808 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:51.674017 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:56:51.674247 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78597) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 10 17:56:52.011911 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:56:52.012153 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:56:52.012466 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:56:52.012819 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.manager [-] Loading core plugin: ml2
May 10 17:56:52.311925 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.312110 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.312403 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.313617 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.313923 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.314181 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.438051 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.438303 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.438595 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.451744 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.452018 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.452273 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.480163 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.480433 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.480697 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.517663 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.517923 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.518182 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.744774 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f793df38a60> agent after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.745419 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f793df38a60> agent after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.745419 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f793df38940> segment precommit_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.745557 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f793df389d0> network precommit_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.746277 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f793df65670> segment before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.867153 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> network before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.867474 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f793ded33a0> agent before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.867741 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> network before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.867999 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> port before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.868257 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> port before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.868562 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> segment precommit_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.868813 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> segment precommit_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.869060 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> segment after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.869304 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> segment after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.869589 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> network after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.869819 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> network precommit_delete 0 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.870063 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> port provisioning_complete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.870326 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.870565 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> rbac-policy after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.870823 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> agent after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.871105 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> subnet after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.871358 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> subnet precommit_delete 0 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.871608 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.871858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.872136 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> segment_host_mapping after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.872480 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> port after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.872730 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> port after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.872977 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> port after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.873391 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.873639 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.873884 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f793e87e5b0>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.874277 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:56:52.874522 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:56:52.874756 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:56:52.875020 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:56:52.875260 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:56:52.875493 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:56:52.875853 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 10 17:56:52.878988 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 10 17:56:52.882821 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 10 17:56:52.886736 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])])
May 10 17:56:52.888368 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 10 17:56:52.888820 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 10 17:56:52.889150 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 10 17:56:52.889531 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 10 17:56:52.892403 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 10 17:56:52.892643 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 10 17:56:52.893135 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 10 17:56:52.920485 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 10 17:56:52.920931 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f793dda9d90>> qos_plugin after_init 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.921227 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78597) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 10 17:56:52.921579 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f793de8c190>> logging-plugin after_init 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.922929 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78597) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 10 17:56:52.923278 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 10 17:56:52.923525 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 10 17:56:52.926708 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f793de8c2b0>> floatingip before_response 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.927008 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f793de8c2b0>> port before_response 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:52.992319 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 10 17:56:52.992546 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 10 17:56:52.992783 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 10 17:56:52.993146 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 10 17:56:53.025262 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_db.sqlalchemy.engines [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78597) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 10 17:56:53.368875 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Initializing driver for type 'gre'
May 10 17:56:53.369331 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] gre ID ranges: [(1, 1000)]
May 10 17:56:53.425232 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Initializing driver for type 'local'
May 10 17:56:53.425599 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Initializing driver for type 'vlan'
May 10 17:56:53.437648 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] VlanTypeDriver initialization complete
May 10 17:56:53.438030 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Initializing driver for type 'vxlan'
May 10 17:56:53.438571 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] vxlan ID ranges: [(1, 1000)]
May 10 17:56:53.494432 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Initializing extension driver 'port_security'
May 10 17:56:53.494774 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.extensions.port_security [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] PortSecurityExtensionDriver initialization complete
May 10 17:56:53.495160 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Initializing mechanism driver 'openvswitch'
May 10 17:56:53.495523 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Initializing mechanism driver 'hyperv'
May 10 17:56:53.502131 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.plugins.ml2.plugin [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:56:53.503016 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793e0cdf70>> port after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.503395 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793e0cdf70>> port after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.503767 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793e0cdf70>> port after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.504142 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793dd45a30>> subnet after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.504498 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793dd45a30>> subnet after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.504841 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793dd45a30>> subnet after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.505222 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d8ffdf0>> network after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.505569 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d8ffdf0>> network after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.505909 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d8ffdf0>> network after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.506286 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d8ffe80>> security_group after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.506633 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d8ffe80>> security_group after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.507036 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d8ffe80>> security_group after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.507413 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d904310>> security_group_rule after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.507754 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d904310>> security_group_rule after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.508092 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d904310>> security_group_rule after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.508467 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d904580>> address_group after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.508810 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d904580>> address_group after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.509152 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f793d904580>> address_group after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.509488 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] ML2 OVO RPC backend initialized. {{(pid=78597) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 10 17:56:53.510228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> router_interface after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.510581 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> router_interface after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.511013 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> network before_response 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.511369 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> networks before_response 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.511712 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> port before_response 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.512052 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> ports before_response 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.512395 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> subnet before_response 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.512734 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> subnets before_response 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.513073 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> network after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.513427 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> network after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.513754 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> network after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.514093 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> port after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.514433 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> port after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.514771 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> port after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.515145 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> subnet after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.515488 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> subnet after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.515825 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f793d904970>> subnet after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.516391 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.plugin [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Modular L2 Plugin initialization complete
May 10 17:56:53.516717 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading services supported by the core plugin {{(pid=78597) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 10 17:56:53.517042 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.plugins.ml2.managers [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Got port-security extension from driver 'port_security'
May 10 17:56:53.517501 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.extensions.vlantransparent [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Disabled vlantransparent extension.
May 10 17:56:53.517990 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78597) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 10 17:56:53.518302 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading Plugin: router
May 10 17:56:53.554073 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router_interface before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.554465 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router after_create 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.554845 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router before_create 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.555247 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router_interface before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.555627 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router_interface after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.555983 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router after_delete 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.556343 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> floatingip after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.556704 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router after_create 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.557051 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router after_update 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.557401 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router after_update 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.557750 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router_gateway after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.558106 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router after_update 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.558515 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router precommit_update 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.558871 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f793df1e670> port after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.559241 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f793df1e700> port after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.559576 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f793df1e5e0> subnet after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.559916 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f793df1e160> subnetpool_address_scope after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.560267 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> port precommit_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.560616 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router precommit_create 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.560958 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f793df0d9d0> port before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.561296 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router precommit_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.561655 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router after_update 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.561994 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router precommit_delete 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.562340 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router precommit_create 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.562703 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router_interface after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.563078 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> router precommit_update 55549900 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.563436 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f793d904a90>> network after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.564297 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Tracking information for resource: router configured {{(pid=78597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:56:53.564646 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Tracking information for resource: floatingip configured {{(pid=78597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:56:53.569650 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.db.l3_agentschedulers_db [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 10 17:56:53.570224 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f793d8bd160> port after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.570589 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f793d8bd040> port after_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.570967 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function _notify_port_delete at 0x7f793d8bd0d0> port after_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.571325 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f793d8bd430> port after_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.572105 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f793d86d2b0>> router before_create 55550100 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.572471 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f793d86d2b0>> router precommit_delete 55550100 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.572837 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f793d86d2b0>> router precommit_create 55550100 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.573197 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f793d86d2b0>> router precommit_update 55550100 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.577683 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.services.provider_configuration [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service providers = [] {{(pid=78597) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 10 17:56:53.578067 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.db.servicetype_db [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78597) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 10 17:56:53.581434 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.services.service_base [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:56:53.581787 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.services.service_base [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:56:53.582141 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.services.service_base [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:56:53.583155 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.services.service_base [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:56:53.583525 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.services.service_base [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Default provider is not specified for service type L3_ROUTER_NAT
May 10 17:56:53.585517 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:56:53.585858 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 10 17:56:53.597717 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:56:53.598059 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading Plugin: auto_allocate
May 10 17:56:53.603877 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f793d87f820> network precommit_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.604249 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f793d87f820> network precommit_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.604777 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:56:53.605095 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading Plugin: tag
May 10 17:56:53.611963 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:56:53.612311 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading Plugin: timestamp
May 10 17:56:53.616138 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:56:53.616471 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading Plugin: network_ip_availability
May 10 17:56:53.621795 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f793d88c8b0>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.622108 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f793d88c8b0>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.622431 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f793d88c8b0>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.623218 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:56:53.623541 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading Plugin: flavors
May 10 17:56:53.628560 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:56:53.628895 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading Plugin: revisions
May 10 17:56:53.633164 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:56:53.633551 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.621s {{(pid=78597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:56:53.634283 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78597) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 10 17:56:53.634614 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Initializing extension manager.
May 10 17:56:53.635147 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: __init__.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.635491 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: __pycache__ {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.635825 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.636160 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: address_group.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.636910 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.637483 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: address-group
May 10 17:56:53.637809 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: address_scope.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.638522 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.639076 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: address-scope
May 10 17:56:53.639351 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: admin_state_down_before_update.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.640288 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.640802 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: router-admin-state-down-before-update
May 10 17:56:53.641128 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: agent.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.641826 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.642332 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: agent
May 10 17:56:53.642649 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: agent_resources_synced.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.643643 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.644157 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: agent-resources-synced
May 10 17:56:53.644479 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: allowedaddresspairs.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.646260 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.646791 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: allowed-address-pairs
May 10 17:56:53.647147 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: auto_allocated_topology.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.648571 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.649105 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: auto-allocated-topology
May 10 17:56:53.649429 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: availability_zone.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.650124 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.650634 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: availability_zone
May 10 17:56:53.650992 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: availability_zone_filter.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.651901 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.652415 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: availability_zone_filter
May 10 17:56:53.652739 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: data_plane_status.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.653638 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.654152 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension data-plane-status not supported by any of loaded plugins
May 10 17:56:53.654472 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: default_subnetpools.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.655409 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.655921 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: default-subnetpools
May 10 17:56:53.656241 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: dhcpagentscheduler.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.657047 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.657559 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: dhcp_agent_scheduler
May 10 17:56:53.657877 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: dns.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.658788 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.659353 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension dns-integration not supported by any of loaded plugins
May 10 17:56:53.659674 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: dns_domain_ports.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.660581 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.661085 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension dns-domain-ports not supported by any of loaded plugins
May 10 17:56:53.661402 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: dvr.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.662078 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.662584 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: dvr
May 10 17:56:53.662924 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: empty_string_filtering.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.663831 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.664344 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: empty-string-filtering
May 10 17:56:53.664664 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.665575 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.666165 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 10 17:56:53.666495 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.667436 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.667962 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 10 17:56:53.668281 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: external_net.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.669194 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.669710 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: external-net
May 10 17:56:53.670026 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: extra_dhcp_opt.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.670964 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.671475 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: extra_dhcp_opt
May 10 17:56:53.671799 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: extraroute.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.672720 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.673232 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: extraroute
May 10 17:56:53.673547 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: extraroute_atomic.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.674575 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.675185 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: extraroute-atomic
May 10 17:56:53.675506 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: filter_validation.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.676171 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.676685 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: filter-validation
May 10 17:56:53.677003 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: fip_pf_description.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.678088 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.678607 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 10 17:56:53.678925 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: fip_port_details.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.679858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.680373 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: fip-port-details
May 10 17:56:53.680691 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: flavors.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.681911 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.682430 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: flavors
May 10 17:56:53.682750 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.685363 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.685825 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 10 17:56:53.686160 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: floatingip_pools.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.686864 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.687419 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: floatingip-pools
May 10 17:56:53.687741 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: ip_allocation.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.688660 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.689178 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension ip_allocation not supported by any of loaded plugins
May 10 17:56:53.689503 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.690452 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.690987 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: ip-substring-filtering
May 10 17:56:53.691315 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: l2_adjacency.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.692246 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.692752 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension l2_adjacency not supported by any of loaded plugins
May 10 17:56:53.693081 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: l3.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.694059 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.694577 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: router
May 10 17:56:53.694915 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: l3_conntrack_helper.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.697171 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.697705 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 10 17:56:53.698039 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.698988 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.699518 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: ext-gw-mode
May 10 17:56:53.699846 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.700757 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.701279 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: l3-ha
May 10 17:56:53.701603 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: l3_flavors.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.702511 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.703060 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: l3-flavors
May 10 17:56:53.703384 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.704305 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.704819 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: l3-port-ip-change-not-allowed
May 10 17:56:53.705139 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: l3agentscheduler.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.706258 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.706773 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: l3_agent_scheduler
May 10 17:56:53.707137 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: logging.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.708633 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.709167 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension logging not supported by any of loaded plugins
May 10 17:56:53.709498 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: metering.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.710244 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.710830 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: metering
May 10 17:56:53.711191 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.712296 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.712813 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: metering_source_and_destination_fields
May 10 17:56:53.713142 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: multiprovidernet.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.714199 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.714720 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: multi-provider
May 10 17:56:53.715080 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: netmtu.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.715993 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.716507 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: net-mtu
May 10 17:56:53.716832 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: netmtu_writable.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.717756 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.718267 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: net-mtu-writable
May 10 17:56:53.718588 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: network_availability_zone.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.719292 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.719806 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: network_availability_zone
May 10 17:56:53.720123 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: network_ip_availability.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.721207 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.721749 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: network-ip-availability
May 10 17:56:53.722072 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: network_segment_range.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.722842 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.723375 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension network-segment-range not supported by any of loaded plugins
May 10 17:56:53.723695 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: pagination.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.724668 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.725004 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: pagination
May 10 17:56:53.725328 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: port_device_profile.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.726230 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.726756 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: port-device-profile
May 10 17:56:53.727112 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.728025 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.728535 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: port-mac-address-regenerate
May 10 17:56:53.728856 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.729759 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.730271 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: port-numa-affinity-policy
May 10 17:56:53.730591 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: port_resource_request.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.731531 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.732044 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension port-resource-request not supported by any of loaded plugins
May 10 17:56:53.732378 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: portbindings.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.733288 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.733807 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: binding
May 10 17:56:53.734127 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: portbindings_extended.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.735423 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.735946 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: binding-extended
May 10 17:56:53.736273 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: portsecurity.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.737238 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.737758 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: port-security
May 10 17:56:53.738078 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: project_id.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.739100 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.739430 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: project-id
May 10 17:56:53.739751 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: providernet.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.740664 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.741230 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: provider
May 10 17:56:53.741532 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: qos.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.745098 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.745685 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension qos not supported by any of loaded plugins
May 10 17:56:53.745916 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.747185 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.747707 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 10 17:56:53.748046 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.748961 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.749485 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 10 17:56:53.749812 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: qos_default.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.750720 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.751271 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension qos-default not supported by any of loaded plugins
May 10 17:56:53.751597 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: qos_fip.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.752248 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.752784 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension qos-fip not supported by any of loaded plugins
May 10 17:56:53.753105 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: qos_gateway_ip.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.754028 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.754550 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 10 17:56:53.754872 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: qos_port_network_policy.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.755806 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.756321 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 10 17:56:53.756643 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: qos_rule_type_details.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.757550 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.758066 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 10 17:56:53.758388 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: qos_rules_alias.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.759464 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.759986 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension qos-rules-alias not supported by any of loaded plugins
May 10 17:56:53.760306 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: quotasv2.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.761334 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.761664 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: quotas
May 10 17:56:53.761988 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: quotasv2_detail.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.763628 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.763964 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: quota_details
May 10 17:56:53.764293 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: rbac.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.765347 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.765872 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: rbac-policies
May 10 17:56:53.766198 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: rbac_address_group.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.767225 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.767751 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: rbac-address-group
May 10 17:56:53.768075 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: rbac_address_scope.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.769061 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.769578 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: rbac-address-scope
May 10 17:56:53.769901 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: rbac_security_groups.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.770819 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.771511 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: rbac-security-groups
May 10 17:56:53.771826 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: rbac_subnetpool.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.773096 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.773614 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: rbac-subnetpool
May 10 17:56:53.773939 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: revisionifmatch.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.774857 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.775400 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: revision-if-match
May 10 17:56:53.775741 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: revisions.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.776843 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.777356 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: standard-attr-revisions
May 10 17:56:53.777679 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: router_availability_zone.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.778351 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.778874 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: router_availability_zone
May 10 17:56:53.779224 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: routerservicetype.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.780135 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.780646 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension router-service-type not supported by any of loaded plugins
May 10 17:56:53.780963 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.781878 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.782390 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: security-groups-normalized-cidr
May 10 17:56:53.782715 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: security_groups_port_filtering.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.783664 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.784206 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: port-security-groups-filtering
May 10 17:56:53.784529 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.785448 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.785975 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: security-groups-remote-address-group
May 10 17:56:53.786296 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: securitygroup.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.795910 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.796453 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: security-group
May 10 17:56:53.796787 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: segment.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.797575 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.798086 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension segment not supported by any of loaded plugins
May 10 17:56:53.798409 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.799380 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.799971 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 10 17:56:53.800294 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: servicetype.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.801394 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.801940 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: service-type
May 10 17:56:53.802246 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: sorting.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.803259 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.803592 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: sorting
May 10 17:56:53.803911 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: standard_attr_segment.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.804815 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.805331 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension standard-attr-segment not supported by any of loaded plugins
May 10 17:56:53.805650 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: standardattrdescription.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.806294 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.806809 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: standard-attr-description
May 10 17:56:53.807162 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: stateful_security_group.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.808089 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.808614 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: stateful-security-group
May 10 17:56:53.808934 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: stdattrs_common.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.809511 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 10 17:56:53.809831 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.810821 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.811370 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 10 17:56:53.811690 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: subnet_onboard.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.812768 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.813287 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: subnet_onboard
May 10 17:56:53.813608 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.814532 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.815081 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 10 17:56:53.815431 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: subnet_service_types.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.816340 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.816855 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: subnet-service-types
May 10 17:56:53.817175 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: subnetallocation.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.818267 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.818783 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: subnet_allocation
May 10 17:56:53.819124 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.819787 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.820302 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: subnetpool-prefix-ops
May 10 17:56:53.820621 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.821546 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.822055 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 10 17:56:53.822375 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: tagging.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.823458 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.823991 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: standard-attr-tag
May 10 17:56:53.824313 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: timestamp.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.825504 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.826026 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loaded extension: standard-attr-timestamp
May 10 17:56:53.826350 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: trunk.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.827400 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.827922 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension trunk not supported by any of loaded plugins
May 10 17:56:53.828256 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: trunk_details.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.829163 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.829681 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension trunk-details not supported by any of loaded plugins
May 10 17:56:53.830002 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: uplink_status_propagation.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.830991 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.831512 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 10 17:56:53.831831 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Loading extension file: vlantransparent.py {{(pid=78597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:56:53.832495 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:56:53.833006 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extension vlan-transparent not supported by any of loaded plugins
May 10 17:56:53.835484 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:network
May 10 17:56:53.836208 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:subnet
May 10 17:56:53.836998 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:56:53.837609 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:port
May 10 17:56:53.838870 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.839357 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service FLAVORS assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.839989 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.840418 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.840748 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:router
May 10 17:56:53.841408 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:floatingip
May 10 17:56:53.842123 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service METERING assigned prefix: /metering {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.843586 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f793d797df0>> rbac-policy before_create 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.843966 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f793d797df0>> rbac-policy before_update 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.844318 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f793d797df0>> rbac-policy before_delete 55550000 {{(pid=78597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:56:53.845456 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of CountableResource for resource:rbac_policy
May 10 17:56:53.845896 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:security_group
May 10 17:56:53.846582 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 17:56:53.847371 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service CORE assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.847705 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:56:53.848043 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] subnetpool is already registered
May 10 17:56:53.848661 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service CORE assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.848987 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:56:53.849306 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] subnetpool is already registered
May 10 17:56:53.851916 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.852351 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service FLAVORS assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.852941 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.853359 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.853689 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:router
May 10 17:56:53.854014 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] router is already registered
May 10 17:56:53.854609 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:floatingip
May 10 17:56:53.854960 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] floatingip is already registered
May 10 17:56:53.855605 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service METERING assigned prefix: /metering {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.856281 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of CountableResource for resource:rbac_policy
May 10 17:56:53.856597 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] rbac_policy is already registered
May 10 17:56:53.858037 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:security_group
May 10 17:56:53.858374 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] security_group is already registered
May 10 17:56:53.859005 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 17:56:53.859337 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] security_group_rule is already registered
May 10 17:56:53.860004 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service CORE assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.860334 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:56:53.860665 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] subnetpool is already registered
May 10 17:56:53.861262 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.v2.resource_helper [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Service CORE assigned prefix:  {{(pid=78597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:56:53.861587 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:56:53.861906 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING neutron.quota.resource_registry [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] subnetpool is already registered
May 10 17:56:53.862648 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: extensions {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.864149 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: address-groups {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.865769 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: address-scopes {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.867013 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: agents {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.868285 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: auto-allocated-topology {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.869538 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: availability_zones {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.870858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: dhcp-networks {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.872427 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: dhcp-agents {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.873822 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: routers {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.875687 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: flavors {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.876842 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: service_profiles {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.878091 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: next_providers {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.879647 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: service_profiles {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.881115 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: floatingip-pools {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.882328 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: routers {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.884220 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: floatingips {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.885415 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: l3-routers {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.886813 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: l3-agents {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.888275 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: metering-labels {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.889634 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: metering-label-rules {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.890936 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: network-ip-availabilities {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.892201 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: bindings {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.893953 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: quotas {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.895445 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: quotas {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.896850 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: rbac-policies {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.898534 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: security-groups {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.899771 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: security-group-rules {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.901025 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: service-providers {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.902270 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: subnetpools {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.903726 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: subnetpools {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.905185 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.906874 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.908726 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.910527 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.912372 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.914217 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.915953 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.918792 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:53.920747 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:54.037538 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron.api.extensions [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Extended resource: tags {{(pid=78597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:56:54.043533 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING keystonemiddleware.auth_token [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 10 17:56:54.048274 dv-cinder-790492-1-iscsi neutron-server[78597]: WARNING keystonemiddleware.auth_token [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 10 17:56:54.056547 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Acquired lock "singleton_lock" {{(pid=78597) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 10 17:56:54.057035 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_concurrency.lockutils [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Releasing lock "singleton_lock" {{(pid=78597) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 10 17:56:54.057684 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO oslo_service.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Starting 2 workers
May 10 17:56:54.062359 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Started child 78702 {{(pid=78597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:56:54.066597 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Started child 78703 {{(pid=78597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:56:54.067314 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:56:54.068088 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO neutron.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Neutron service started, listening on 0.0.0.0:9696
May 10 17:56:54.068738 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Notify callbacks [] for process, before_spawn {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:56:54.068874 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [-] (78702) wsgi starting up on http://0.0.0.0:9696
May 10 17:56:54.070840 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:56:54.071348 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO oslo_service.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Starting 1 workers
May 10 17:56:54.072231 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [-] (78703) wsgi starting up on http://0.0.0.0:9696
May 10 17:56:54.076205 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Started child 78704 {{(pid=78597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:56:54.076722 dv-cinder-790492-1-iscsi neutron-server[78597]: INFO oslo_service.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Starting 1 workers
May 10 17:56:54.079511 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] calling RpcWorker wait() {{(pid=78704) _wait /opt/stack/neutron/neutron/service.py:128}}
May 10 17:56:54.080099 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] returning from RpcWorker wait() {{(pid=78704) _wait /opt/stack/neutron/neutron/service.py:135}}
May 10 17:56:54.080982 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Started child 78705 {{(pid=78597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:56:54.081203 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:56:54.081645 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:56:54.081770 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG neutron_lib.callbacks.manager [None req-deb2bf37-7415-4a46-9fc2-b4b4a767672e None None] Notify callbacks [] for process, after_spawn {{(pid=78597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:56:54.083534 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78597) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 17:56:54.083708 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:56:54.084088 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:56:54.084263 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:56:54.084789 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:56:54.084917 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:56:54.085444 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.085722 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.085999 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.086125 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:56:54.086588 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.086588 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.087033 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:56:54.087178 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.087398 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.087641 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.087899 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.088149 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.088331 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.088469 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.088888 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.089141 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.089458 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.089712 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.089954 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.090238 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.090392 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.090673 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.090979 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.091257 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.091528 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.091782 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.092259 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.092503 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.092760 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.092981 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.093275 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.093532 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.093805 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.094046 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.094267 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.094491 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.094749 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.095023 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.095256 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.095480 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.095738 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.095966 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.096434 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] host                           = dv-cinder-790492-1-iscsi {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.096750 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.096971 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.097227 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.097474 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.097739 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.097955 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.098208 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.098463 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.098808 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.098986 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.099228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.099455 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.099689 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.099930 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.100088 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.100319 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.100592 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.100858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.101046 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.101216 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.101383 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.101634 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.101805 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.102055 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.102312 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.102470 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.102693 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.102953 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.103199 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.103437 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.103674 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.103907 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.104117 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.104358 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.104607 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.104835 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.105060 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.105282 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.105504 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.105737 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.105962 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.106193 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.106408 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.106624 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.107023 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.107713 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.107713 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.107974 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.108107 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.108264 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.108481 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.108926 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.110233 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.110496 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.110836 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.111174 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.111481 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.118940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.118940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.118940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.118940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.118940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.118940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.118940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.118940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.118940 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.120228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.120228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.120228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.120228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.120228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.120228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.121366 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.121939 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.122410 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.123066 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.123474 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.123886 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.124475 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.125279 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.125681 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.126153 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.126569 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.127044 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.128014 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.128436 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.128859 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.129258 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.129493 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.129732 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.129967 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.130309 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.130590 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.130861 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.70/identity {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.131172 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.131502 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.131752 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.132105 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.132323 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.132570 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.132890 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.133163 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.133406 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.133634 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.133849 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.134099 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.134376 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.134613 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.134846 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.135177 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.135417 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.135659 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.135879 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.136104 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.136524 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.137112 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.137542 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.137936 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.138359 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.138781 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.139204 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.139718 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.140127 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.140534 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.140941 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.141448 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.141841 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.142331 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.142729 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.143228 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.143653 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.144068 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.144455 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.144859 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.145283 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.145707 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.146133 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.146628 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.147037 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.147799 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.148272 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.148667 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.149056 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.149441 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.149837 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.150237 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.150621 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.151048 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.151631 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.152123 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.152591 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.153010 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.153467 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.153925 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.154405 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.154822 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.155287 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.155735 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.156190 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.156620 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.157021 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.157447 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.158071 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.158477 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.158941 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.159423 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.159835 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.160235 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.160647 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.161079 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.161493 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.162029 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.162555 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.163004 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.163454 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.163925 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.164347 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.164773 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.165214 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.165552 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.165894 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.166313 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.166784 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.167209 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.167647 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.168135 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.168551 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.168982 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.169404 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.169819 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.170212 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.170621 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.171091 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.171496 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.172009 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.172390 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.172895 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.173280 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.173651 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.174019 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.174393 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.174920 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.175316 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.175690 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.176079 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.176372 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.176634 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.176888 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.177159 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.177424 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.177674 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.177927 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.178170 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.70/identity {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.178416 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.178649 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.178885 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.179131 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.179360 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.179578 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.179795 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.180165 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.180544 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.180938 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.181298 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.181669 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.182155 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.182533 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.183009 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.183405 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.183764 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.184150 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.184546 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.184936 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.185323 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.185692 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.186047 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.186437 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.186816 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.187267 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.187661 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.188048 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.188418 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.188785 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.189161 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.189537 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.189920 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.190950 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.191185 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.191415 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.191651 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.192395 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.192640 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.192925 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.193147 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.193392 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.193655 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.193992 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.194262 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.194496 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.194743 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.194987 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.195220 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.195488 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.195736 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.195956 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.196178 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.196399 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.196686 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.196962 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.197211 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.197451 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.197674 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.197889 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.198126 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.198356 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.198644 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.198948 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.199189 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.199441 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.199672 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.199916 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.201413 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.201413 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.201413 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.201413 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.201413 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.201413 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.201413 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.201948 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.201948 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.202101 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.202351 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.202455 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.202657 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.202888 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.203122 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.203333 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.203553 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.203772 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.203984 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.204323 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.204577 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.204799 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.205093 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.205331 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.205599 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.205880 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.206224 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.206444 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.206710 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.206982 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.207206 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.207430 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.207710 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.208029 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.208325 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.208592 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.208896 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.209169 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.209453 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.209716 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.209934 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.210247 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.210583 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.210882 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.211193 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.211426 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.211705 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.211932 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:56:54.212022 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.212153 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.212374 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.212609 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.212828 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.213069 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.213314 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.213542 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.213777 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.214005 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.214241 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.214486 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.214716 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.214957 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.215175 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.215339 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:56:54.215934 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78597) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 17:56:54.216093 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:56:54.216256 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:56:54.216442 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:56:54.216611 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:56:54.216761 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:56:54.216967 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.217127 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.217286 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.217445 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.217604 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.217783 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.217944 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.218103 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.218260 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.218419 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.218576 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.218733 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.218890 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.219069 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.219225 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.219383 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.219541 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.219699 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.219860 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.220020 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.220179 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.220336 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.220493 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.220652 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.220842 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.221005 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.221163 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.221321 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.221504 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.221735 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.221874 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.222062 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.222250 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.222418 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.222577 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.222736 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.222912 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.223100 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.223217 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.223375 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.223532 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] host                           = dv-cinder-790492-1-iscsi {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.224199 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.224367 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.225380 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.225380 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.225380 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.225380 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.226858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.226858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.226858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.226858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.226858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.226858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.226858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.227469 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.227469 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.227469 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.227469 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.227745 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.227745 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.227886 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.227999 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.228156 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.228315 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.228473 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.228629 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.228788 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.228945 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.229101 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.229258 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.229415 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.229571 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.229730 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.229888 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.230046 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.230203 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.230360 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.230517 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.230675 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.230832 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.231010 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.231168 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.231326 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.231483 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.231640 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.231797 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.231953 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.232110 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.232267 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.232427 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.232583 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.232741 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.232897 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.233058 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.233215 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.233371 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.233528 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.233687 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.233844 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.234000 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.234160 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.234339 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.234497 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.234654 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.234809 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.235021 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.235190 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.235351 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.235508 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.235667 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:56:54.235846 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.236008 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.236181 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.236343 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.236504 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.236666 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.236828 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.236988 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.237178 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.237340 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.237510 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.237672 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.237846 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.238007 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.238167 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.238330 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.238491 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.238651 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.238812 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.238992 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.239154 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.239314 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.239494 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.239657 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.239859 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.70/identity {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.239967 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.240127 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.240289 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.240451 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.240612 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.240774 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.240932 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.241095 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.241256 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.241416 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.241578 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.241738 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.241898 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.242059 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.242222 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.242384 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.242544 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.242704 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.242865 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.243105 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.243204 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.243349 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.243511 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.243671 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.243831 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.243991 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.244151 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.244312 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.244472 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.244635 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.244795 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.244956 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.245117 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.245281 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.245442 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.245603 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.245776 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.245939 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.246100 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.246262 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.246424 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.246647 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.246764 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.246935 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.247082 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.247246 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.247410 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.247570 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.247733 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.247895 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.248057 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.248306 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.248473 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.248633 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.248795 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.248955 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.249117 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.249278 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.249441 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.249609 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.249787 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.249950 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.250115 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.250275 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.250435 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.250596 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.250755 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.250939 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.251102 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.251263 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.251422 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.251582 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.251746 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.251908 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.252069 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.252230 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.252389 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.252550 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.252733 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.252927 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.253082 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.253247 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.254059 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.254224 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.254383 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.254543 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.254714 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.254875 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.255063 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.255566 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.255739 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.255916 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.256072 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.256236 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.256397 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.256565 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.257055 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.257219 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.257381 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.257544 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.257706 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.257867 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.258036 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.258685 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.258852 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.259257 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.259420 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.259606 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.259767 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.259950 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.260092 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.260252 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.260414 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.260576 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.260745 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.260910 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.261069 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.261232 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.261380 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.70/identity {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.261542 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.261702 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.261863 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.262025 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.262187 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.262347 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.262508 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.262669 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.262833 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.263015 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.263178 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.263345 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.263509 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.263670 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.263836 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.263994 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.264317 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.264479 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.264642 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.264812 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.264966 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.265131 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.265285 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.265444 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.265608 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.265772 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.265935 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.266101 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.266265 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.266418 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.266574 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.266721 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.266887 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.267059 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.267218 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.267379 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.267544 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.267926 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.268094 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.268256 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.268469 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.268632 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.268794 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.268970 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.269133 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.269518 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.269684 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.269844 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.270004 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.270165 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.270331 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.270809 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.271312 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.271851 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.272019 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.272184 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.272347 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.272877 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.273040 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.273201 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.273364 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.273525 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.273700 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.273860 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.274020 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.274180 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.274339 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.274511 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.274670 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.274830 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.275016 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.275181 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.275352 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.275511 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.275671 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.275830 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.275990 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.276181 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.276318 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.276480 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.276640 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.276803 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.276972 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.277132 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.277292 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.277451 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.277612 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.277784 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.277945 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.278107 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.278273 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.278435 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.278595 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.278755 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.278947 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.279110 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.279272 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.279433 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.279596 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.279756 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.279917 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.280083 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.280252 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.280419 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.280583 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.280751 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.280919 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.281087 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.281248 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.281414 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.281586 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.281746 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.281907 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.282066 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.282226 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.282387 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.282547 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.282706 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.282865 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.283047 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.283208 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.283368 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.283529 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.283688 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.283849 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.284063 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.284225 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.284386 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.284547 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.284707 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:56:54.284858 dv-cinder-790492-1-iscsi neutron-server[78597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:56:54.428545 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40120) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:56:54.441457 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0097241
May 10 17:57:04.829563 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a04d954-9228-433c-a1b7-a7eb4bb2e033 None None] get_active_networks_info from dv-cinder-790492-1-iscsi {{(pid=78704) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 10 17:57:04.934059 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a04d954-9228-433c-a1b7-a7eb4bb2e033 None None] No non-hosted networks {{(pid=78704) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 10 17:57:04.943455 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.agentschedulers_db [None req-5a04d954-9228-433c-a1b7-a7eb4bb2e033 None None] DHCP Agent not found on host dv-cinder-790492-1-iscsi {{(pid=78704) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 10 17:57:05.074104 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-57c527ff-3ace-427c-8006-84738784d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:07.379624 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:07.381597 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.382243 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.382868 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.383476 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.384388 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.384989 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.385526 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.386189 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.386717 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.387328 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.387910 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.388469 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:07.389298 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f793d488d00>, 'Open vSwitch agent', 'dv-cinder-790492-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:07.398568 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f793cb73400>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:07.532857 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ec093ee2-70ed-440f-9aaa-3f30123d68a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:07.574992 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5f310d11-e6ac-4a07-ac51-7b2aaa67a2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:08.513323 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:09.929443 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:11.413927 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40210) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:11.473774 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.db.l3_hamode_db [None req-697fb9f0-7d8a-4281-94fb-b35bfeddb9a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 10 17:57:11.557850 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fb9f0-7d8a-4281-94fb-b35bfeddb9a5 None None] Routers set() bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:57:11.558231 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fb9f0-7d8a-4281-94fb-b35bfeddb9a5 None None] Router IDs set() for agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 10 17:57:12.037621 dv-cinder-790492-1-iscsi neutron-server[78703]: WARNING oslo_policy.policy [None req-0c4145e1-302e-4c02-b396-0fb5916d41b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:57:12.038186 dv-cinder-790492-1-iscsi neutron-server[78703]: WARNING oslo_policy.policy [None req-0c4145e1-302e-4c02-b396-0fb5916d41b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:57:12.248292 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [None req-0c4145e1-302e-4c02-b396-0fb5916d41b2 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:57:12.249315 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0c4145e1-302e-4c02-b396-0fb5916d41b2 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8343127
May 10 17:57:14.587786 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 40224) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:15.214300 dv-cinder-790492-1-iscsi neutron-server[78702]: WARNING oslo_policy.policy [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:57:15.215289 dv-cinder-790492-1-iscsi neutron-server[78702]: WARNING oslo_policy.policy [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:57:15.427546 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:57:15.525179 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.policy [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78702) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 17:57:15.569567 dv-cinder-790492-1-iscsi neutron-server[78702]: WARNING oslo_policy.policy [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:57:15.569929 dv-cinder-790492-1-iscsi neutron-server[78702]: WARNING oslo_policy.policy [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:57:15.578404 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.quota [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f793d1e2f10>.
May 10 17:57:15.594406 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:57:15.658330 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759918919303', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759918918762', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759918896119', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759918901083', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759918894534', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759918951012', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3620467', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3583318', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-417670', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607442'] for rbac-policy, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:15.726916 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:15.728361 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7208ebd3-1b7e-4844-81a5-484bca292087 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1376188
May 10 17:57:18.313685 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 40242) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:18.669536 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'admin_state_up': True}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:57:18.674883 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:57:18.679470 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Usage tracker for resource:network and tenant:a1bb859049f84ab3b86e15e3ea87b710 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:57:18.684893 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:57:18.691445 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:57:18.705924 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Made reservation on behalf of a1bb859049f84ab3b86e15e3ea87b710 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:57:18.708871 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:18.727269 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:18.750384 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:57:18.755875 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Usage tracker for resource:security_group_rule and tenant:a1bb859049f84ab3b86e15e3ea87b710 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:57:18.760905 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:57:18.766756 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:57:18.873835 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:18.878869 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:18.884125 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:18.900667 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:57:18.925339 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759919196308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:18.925916 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f793df38940> segment precommit_create {{(pid=78702) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 17:57:18.926373 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Added segment 0a44cee6-bd64-4470-bd39-636ac7f3993e of type vlan for network a361aa29-ddc2-46df-bc53-d879f7ac5626
May 10 17:57:18.976585 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c737ea15-effa-48b2-8d84-e6906dcae47d,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:18.998427 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:18.998773 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:18.999128 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:18.999439 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:18.999750 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:19.000080 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:19.000412 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:19.000755 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:19.001090 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:19.001448 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:19.001727 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:19.002048 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Tracked resource versions report:
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]: pushed versions:
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]: {   'AddressGroup': {'1.2'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'ConntrackHelper': {'1.0'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Log': {'1.0'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Network': {'1.1'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Port': {'1.7'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'PortForwarding': {'1.2'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'QosPolicy': {'1.8'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'SecurityGroup': {'1.4'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'SecurityGroupRule': {'1.2'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'SubPort': {'1.0'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Subnet': {'1.1'},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Trunk': {'1.1'}}
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]: consumer versions:
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]: {   DHCP agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     L3 agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     Metadata agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     Metering agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:     Open vSwitch agent@dv-cinder-790492-1-iscsi: {   'AddressGroup': '1.2',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'ConntrackHelper': '1.0',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Log': '1.0',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Network': '1.1',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Port': '1.7',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'PortForwarding': '1.2',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'QosPolicy': '1.8',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'SecurityGroup': '1.4',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'SecurityGroupRule': '1.2',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'SubPort': '1.0',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Subnet': '1.1',
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Trunk': '1.1'}}
May 10 17:57:19.003167 dv-cinder-790492-1-iscsi neutron-server[78702]:  {{(pid=78702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:57:19.040385 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:19.054566 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:19.088211 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:19.089779 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:57:19.090417 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:19.094936 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:19.196570 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Pushing event updated for resources: {'Network': ['ID=a361aa29-ddc2-46df-bc53-d879f7ac5626,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:19.200038 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:19.201553 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8869121
May 10 17:57:19.218157 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network a361aa29-ddc2-46df-bc53-d879f7ac5626 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:57:21.861629 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 40258) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:22.313553 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a09ced-2df0-41e4-9bc5-846cb04f71db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:57:22.314920 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e2a09ced-2df0-41e4-9bc5-846cb04f71db admin admin] 10.222.0.70 "GET /v2.0/networks/a361aa29-ddc2-46df-bc53-d879f7ac5626 HTTP/1.1" status: 200  len: 825 time: 0.4522843
May 10 17:57:22.346179 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8568624d-4357-4bdd-9505-cc9f482a31e8 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/fece0520-6938-4f17-8512-a913373e1d49 HTTP/1.1" status: 200  len: 734 time: 0.0231068
May 10 17:57:22.354568 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'subnetpool_id': 'fece0520-6938-4f17-8512-a913373e1d49', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:57:22.358856 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:57:22.362704 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Usage tracker for resource:subnet and tenant:a1bb859049f84ab3b86e15e3ea87b710 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:57:22.365712 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:57:22.371463 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:57:22.383491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Made reservation on behalf of a1bb859049f84ab3b86e15e3ea87b710 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:57:22.385887 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:22.881968 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:22.885834 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:22.964059 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee5555d-641b-4c4c-98d3-caba3e016be4,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:22.970153 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:22.971082 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Checking segment: {'id': '0a44cee6-bd64-4470-bd39-636ac7f3993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:57:22.972101 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Network hostable DHCP agents. Network: a361aa29-ddc2-46df-bc53-d879f7ac5626, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:57:22.992698 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Network a361aa29-ddc2-46df-bc53-d879f7ac5626 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:57:23.003844 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, a361aa29-ddc2-46df-bc53-d879f7ac5626) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:57:23.010314 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:57:23.010314 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:23.013873 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd07cd-8757-44ad-9845-f15e43c6de35 None None] Network a361aa29-ddc2-46df-bc53-d879f7ac5626 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:57:23.030373 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6791964
May 10 17:57:23.319848 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-a361aa29-ddc2-46df-bc53-d879f7ac5626', 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'fixed_ips': [{'subnet_id': 'bee5555d-641b-4c4c-98d3-caba3e016be4'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:57:23.321004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:23.506376 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Allocated IP 172.20.0.2 (a361aa29-ddc2-46df-bc53-d879f7ac5626/bee5555d-641b-4c4c-98d3-caba3e016be4/5f0ce0e7-864c-48f4-946f-7c4d949a8810) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:57:23.737673 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:23.751513 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Transition to ACTIVE for port object 5f0ce0e7-864c-48f4-946f-7c4d949a8810 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:57:23.771514 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Transition to ACTIVE for port object 5f0ce0e7-864c-48f4-946f-7c4d949a8810 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:57:23.779407 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:23.784721 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:23.839190 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Network a361aa29-ddc2-46df-bc53-d879f7ac5626 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:57:23.841778 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:57:23.853653 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:57:23.860742 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Pushing event updated for resources: {'Port': ['ID=5f0ce0e7-864c-48f4-946f-7c4d949a8810,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:23.904881 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.905217 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.905554 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.905873 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.906194 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.906510 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.906820 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.907162 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.907487 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.907786 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.908096 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.908404 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Tracked resource versions report:
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]: pushed versions:
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]: {   'AddressGroup': {'1.2'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'ConntrackHelper': {'1.0'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Log': {'1.0'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Network': {'1.1'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Port': {'1.7'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'PortForwarding': {'1.2'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'QosPolicy': {'1.8'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'SecurityGroup': {'1.4'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'SecurityGroupRule': {'1.2'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'SubPort': {'1.0'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Subnet': {'1.1'},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Trunk': {'1.1'}}
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]: consumer versions:
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]: {   DHCP agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     L3 agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     Metadata agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     Metering agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:     Open vSwitch agent@dv-cinder-790492-1-iscsi: {   'AddressGroup': '1.2',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'ConntrackHelper': '1.0',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Log': '1.0',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Network': '1.1',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Port': '1.7',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'PortForwarding': '1.2',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'QosPolicy': '1.8',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'SecurityGroup': '1.4',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'SecurityGroupRule': '1.2',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'SubPort': '1.0',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Subnet': '1.1',
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Trunk': '1.1'}}
May 10 17:57:23.909537 dv-cinder-790492-1-iscsi neutron-server[78704]:  {{(pid=78704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:57:23.943289 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:23.963757 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Attempting to bind port 5f0ce0e7-864c-48f4-946f-7c4d949a8810 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:57:23.964142 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Attempting to bind port 5f0ce0e7-864c-48f4-946f-7c4d949a8810 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '0a44cee6-bd64-4470-bd39-636ac7f3993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:57:23.964552 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Attempting to bind port 5f0ce0e7-864c-48f4-946f-7c4d949a8810 on network a361aa29-ddc2-46df-bc53-d879f7ac5626 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:57:23.970149 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:57:23.970561 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Checking segment: {'id': '0a44cee6-bd64-4470-bd39-636ac7f3993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:57:23.971019 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:23.971404 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Bound using segment: {'id': '0a44cee6-bd64-4470-bd39-636ac7f3993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:57:23.971864 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Bound port: 5f0ce0e7-864c-48f4-946f-7c4d949a8810, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a44cee6-bd64-4470-bd39-636ac7f3993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:57:23.972242 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:24.061499 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] For port 5f0ce0e7-864c-48f4-946f-7c4d949a8810, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:57:24.065294 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] For port 5f0ce0e7-864c-48f4-946f-7c4d949a8810, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=5f0ce0e7-864c-48f4-946f-7c4d949a8810,segment=NetworkSegment(0a44cee6-bd64-4470-bd39-636ac7f3993e),segment_id=0a44cee6-bd64-4470-bd39-636ac7f3993e)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:57:24.072433 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:24.076387 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:24.159519 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Pushing event updated for resources: {'Port': ['ID=5f0ce0e7-864c-48f4-946f-7c4d949a8810,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:24.162549 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:25.375601 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40268) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:25.755765 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [None req-53f7209e-078b-41c2-ac33-8b2c90cd296b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:57:25.756726 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-53f7209e-078b-41c2-ac33-8b2c90cd296b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3802366
May 10 17:57:28.088281 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40278) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:28.476008 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [None req-3db57f1f-441f-4437-a2f1-1b715b85422a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:57:28.479588 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3db57f1f-441f-4437-a2f1-1b715b85422a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3878238
May 10 17:57:29.321031 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 5f0ce0e7-864c-48f4-946f-7c4d949a8810 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:57:29.394347 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 5f0ce0e7-864c-48f4-946f-7c4d949a8810 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:57:29.522627 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df1e51e-3cbc-43eb-9861-d8806ef97c15 None None] Network a361aa29-ddc2-46df-bc53-d879f7ac5626 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:57:29.604084 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-fc064366-6e8d-42d9-8f84-486ecd84ff0f None None] Provisioning for port 5f0ce0e7-864c-48f4-946f-7c4d949a8810 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:57:29.613088 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-fc064366-6e8d-42d9-8f84-486ecd84ff0f None None] Provisioning complete for port 5f0ce0e7-864c-48f4-946f-7c4d949a8810 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:57:29.613574 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-fc064366-6e8d-42d9-8f84-486ecd84ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:29.865660 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-fc064366-6e8d-42d9-8f84-486ecd84ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:29.904724 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-fc064366-6e8d-42d9-8f84-486ecd84ff0f None None] For port 5f0ce0e7-864c-48f4-946f-7c4d949a8810, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=5f0ce0e7-864c-48f4-946f-7c4d949a8810,segment=NetworkSegment(0a44cee6-bd64-4470-bd39-636ac7f3993e),segment_id=0a44cee6-bd64-4470-bd39-636ac7f3993e)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:57:29.911233 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-fc064366-6e8d-42d9-8f84-486ecd84ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:29.920439 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:29.988369 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc064366-6e8d-42d9-8f84-486ecd84ff0f None None] Pushing event updated for resources: {'Port': ['ID=5f0ce0e7-864c-48f4-946f-7c4d949a8810,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:30.004474 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-fc064366-6e8d-42d9-8f84-486ecd84ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:30.140854 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-87b1ee2c-bd93-43f6-a5b5-6c5ec01de24a None None] Provisioning complete for port 5f0ce0e7-864c-48f4-946f-7c4d949a8810 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:57:30.141123 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-87b1ee2c-bd93-43f6-a5b5-6c5ec01de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:31.087890 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40294) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:31.293593 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 5f0ce0e7-864c-48f4-946f-7c4d949a8810 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:57:31.361323 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 5f0ce0e7-864c-48f4-946f-7c4d949a8810 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:57:31.361697 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:31.450518 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Request body: {'router': {'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'name': 'router1', 'admin_state_up': True}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:57:31.518755 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.policy [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78703) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 17:57:31.564153 dv-cinder-790492-1-iscsi neutron-server[78703]: WARNING oslo_policy.policy [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:57:31.564527 dv-cinder-790492-1-iscsi neutron-server[78703]: WARNING oslo_policy.policy [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:57:31.572876 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.quota [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f793d1f6700>.
May 10 17:57:31.588624 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:57:31.595488 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Usage tracker for resource:router and tenant:a1bb859049f84ab3b86e15e3ea87b710 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:57:31.600097 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:57:31.608545 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:57:31.631796 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:31.633948 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:31.659878 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:31.782643 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:31.806220 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:31.807469 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-13561dba-a753-4aab-a35b-028a4c10bede admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7183371
May 10 17:57:34.105413 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40306) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:34.496377 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [None req-f9bb699c-2bd3-4c05-82bd-84601f2d8f11 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:57:34.497840 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f9bb699c-2bd3-4c05-82bd-84601f2d8f11 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3912919
May 10 17:57:34.778408 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e8cf30e5-0d75-487e-9883-c385c9701027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:36.835946 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40316) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:37.209075 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:57:37.214208 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:57:37.217896 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Usage tracker for resource:network and tenant:c0300988a1db49349e4e1b81c04eb55f is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:57:37.221331 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:57:37.226916 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:57:37.240693 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Made reservation on behalf of c0300988a1db49349e4e1b81c04eb55f for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:57:37.243686 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.260429 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.275043 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:57:37.279058 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c0300988a1db49349e4e1b81c04eb55f is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:57:37.282479 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:57:37.288659 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:57:37.373791 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.398076 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.403327 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.408244 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:37.418968 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Reserving flat network on physical network physnet1 {{(pid=78703) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 10 17:57:37.448798 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759919196308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.449288 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f793df38940> segment precommit_create {{(pid=78703) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 17:57:37.449752 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Added segment cbfd52ce-47d5-4efa-98b3-bd0d60f2d098 of type flat for network 0b88f7d4-0af8-498f-a411-1383d031df8a
May 10 17:57:37.498373 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8984648f-2f85-4e67-a25d-7deeb12809e7,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:37.517864 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.518206 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.518525 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.518825 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.519217 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.519564 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.519876 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.520192 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.520495 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.520854 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.521096 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.521390 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Tracked resource versions report:
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]: pushed versions:
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]: {   'AddressGroup': {'1.2'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'ConntrackHelper': {'1.0'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Log': {'1.0'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Network': {'1.1'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Port': {'1.7'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'PortForwarding': {'1.2'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'QosPolicy': {'1.8'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'SecurityGroup': {'1.4'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'SecurityGroupRule': {'1.2'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'SubPort': {'1.0'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Subnet': {'1.1'},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Trunk': {'1.1'}}
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]: consumer versions:
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]: {   DHCP agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     L3 agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     Metadata agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     Metering agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:     Open vSwitch agent@dv-cinder-790492-1-iscsi: {   'AddressGroup': '1.2',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'ConntrackHelper': '1.0',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Log': '1.0',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Network': '1.1',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Port': '1.7',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'PortForwarding': '1.2',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'QosPolicy': '1.8',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'SecurityGroup': '1.4',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'SecurityGroupRule': '1.2',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'SubPort': '1.0',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Subnet': '1.1',
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Trunk': '1.1'}}
May 10 17:57:37.522816 dv-cinder-790492-1-iscsi neutron-server[78703]:  {{(pid=78703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:57:37.525042 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-68029817-e205-4fdd-bf0f-607630b2113f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.571982 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.576052 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:37.630578 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.632277 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:57:37.632991 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:37.637565 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:37.740594 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9032617
May 10 17:57:37.741175 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Pushing event updated for resources: {'Network': ['ID=0b88f7d4-0af8-498f-a411-1383d031df8a,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:37.744927 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:37.751953 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 0b88f7d4-0af8-498f-a411-1383d031df8a details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:57:38.459662 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:39.879406 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:40.060603 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40340) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:40.288581 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1ba7d0-805a-4092-ba51-4e351312fd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:57:40.290665 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5e1ba7d0-805a-4092-ba51-4e351312fd1e admin admin] 10.222.0.70 "GET /v2.0/subnets/bee5555d-641b-4c4c-98d3-caba3e016be4 HTTP/1.1" status: 200  len: 849 time: 0.2289650
May 10 17:57:40.451943 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a1da24c8-8c1f-4124-97b4-f8d970099d37 admin admin] 10.222.0.70 "GET /v2.0/routers/e2b41440-508b-420e-8a91-cc4d98dd8cb9 HTTP/1.1" status: 200  len: 704 time: 0.1530182
May 10 17:57:40.918478 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:41.156130 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Allocated IP 172.20.0.1 (a361aa29-ddc2-46df-bc53-d879f7ac5626/bee5555d-641b-4c4c-98d3-caba3e016be4/ab2caaa2-aaae-4434-9a3a-254d074f4bdf) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:57:41.319936 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:41.338403 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Transition to ACTIVE for port object ab2caaa2-aaae-4434-9a3a-254d074f4bdf will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:57:41.398420 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:41.402063 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:41.457884 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Network a361aa29-ddc2-46df-bc53-d879f7ac5626 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:57:41.460606 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:57:41.472262 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:57:41.473298 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:41.590583 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2caaa2-aaae-4434-9a3a-254d074f4bdf,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:41.610271 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:41.665789 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0ea1bcbf-c7fd-451d-91a7-fedf9824ae04 None None] Provisioning for port ab2caaa2-aaae-4434-9a3a-254d074f4bdf completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:57:41.671305 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0ea1bcbf-c7fd-451d-91a7-fedf9824ae04 None None] Provisioning complete for port ab2caaa2-aaae-4434-9a3a-254d074f4bdf triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:57:41.671680 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0ea1bcbf-c7fd-451d-91a7-fedf9824ae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:41.729401 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1bcbf-c7fd-451d-91a7-fedf9824ae04 None None] Port ab2caaa2-aaae-4434-9a3a-254d074f4bdf cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:57:41.774751 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:42.001431 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:42.008321 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:42.009477 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:42.012553 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:42.135935 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2caaa2-aaae-4434-9a3a-254d074f4bdf,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:42.142265 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:42.199985 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Network a361aa29-ddc2-46df-bc53-d879f7ac5626 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:57:42.201008 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:57:42.351716 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-f0bb1266-35a1-49ac-b55c-1c0736d05fd3 None None] Provisioning complete for port ab2caaa2-aaae-4434-9a3a-254d074f4bdf triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:57:42.352084 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f0bb1266-35a1-49ac-b55c-1c0736d05fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:42.388540 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Router e2b41440-508b-420e-8a91-cc4d98dd8cb9 is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:57:42.405282 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb1266-35a1-49ac-b55c-1c0736d05fd3 None None] Port ab2caaa2-aaae-4434-9a3a-254d074f4bdf cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:57:42.543540 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:57:42.554485 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] 10.222.0.70 "PUT /v2.0/routers/e2b41440-508b-420e-8a91-cc4d98dd8cb9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0954864
May 10 17:57:42.555603 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Sync routers for ids ['e2b41440-508b-420e-8a91-cc4d98dd8cb9'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:57:42.567013 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Routers {'e2b41440-508b-420e-8a91-cc4d98dd8cb9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:57:42.567970 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793d4aaaf0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T17:57:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e2b41440-508b-420e-8a91-cc4d98dd8cb9'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:42.742927 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Set router e2b41440-508b-420e-8a91-cc4d98dd8cb9 gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:57:43.111078 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793d4aaaf0>, [{'id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'name': 'router1', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:57:31Z', 'updated_at': '2021-05-10T17:57:41Z', 'revision_number': 2, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'gw_port_host': None, '_interfaces': [{'id': 'ab2caaa2-aaae-4434-9a3a-254d074f4bdf', 'name': '', 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'mac_address': 'fa:16:3e:7a:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:57:40Z', 'updated_at': '2021-05-10T17:57:41Z', 'revision_number': 2, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'subnets': [{'id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fece0520-6938-4f17-8512-a913373e1d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:43.116160 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Checking router: e2b41440-508b-420e-8a91-cc4d98dd8cb9 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:57:43.116539 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Updating router e2b41440-508b-420e-8a91-cc4d98dd8cb9 port ab2caaa2-aaae-4434-9a3a-254d074f4bdf binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:57:43.169671 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:43.547021 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:43.562997 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Transition to ACTIVE for port object ab2caaa2-aaae-4434-9a3a-254d074f4bdf will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:57:43.569705 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:43.576621 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:43.783512 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Pushing event updated for resources: {'Port': ['ID=ab2caaa2-aaae-4434-9a3a-254d074f4bdf,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:43.792379 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Attempting to bind port ab2caaa2-aaae-4434-9a3a-254d074f4bdf on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:57:43.792768 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Attempting to bind port ab2caaa2-aaae-4434-9a3a-254d074f4bdf by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '0a44cee6-bd64-4470-bd39-636ac7f3993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:57:43.793176 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Attempting to bind port ab2caaa2-aaae-4434-9a3a-254d074f4bdf on network a361aa29-ddc2-46df-bc53-d879f7ac5626 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:57:43.797001 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.797391 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.797660 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.797980 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.798294 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.798609 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.798935 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.799230 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.799585 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.799889 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.800195 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.800517 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Tracked resource versions report:
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]: pushed versions:
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]: {   'AddressGroup': {'1.2'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'ConntrackHelper': {'1.0'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Log': {'1.0'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Network': {'1.1'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Port': {'1.7'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'PortForwarding': {'1.2'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'QosPolicy': {'1.8'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'SecurityGroup': {'1.4'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'SecurityGroupRule': {'1.2'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'SubPort': {'1.0'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Subnet': {'1.1'},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Trunk': {'1.1'}}
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]: consumer versions:
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]: {   DHCP agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     L3 agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     Metadata agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     Metering agent@dv-cinder-790492-1-iscsi: {},
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:     Open vSwitch agent@dv-cinder-790492-1-iscsi: {   'AddressGroup': '1.2',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'ConntrackHelper': '1.0',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Log': '1.0',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Network': '1.1',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Port': '1.7',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'PortForwarding': '1.2',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'QosPolicy': '1.8',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'SecurityGroup': '1.4',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'SecurityGroupRule': '1.2',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'SubPort': '1.0',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Subnet': '1.1',
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Trunk': '1.1'}}
May 10 17:57:43.801630 dv-cinder-790492-1-iscsi neutron-server[78705]:  {{(pid=78705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:57:43.807033 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:43.807849 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:57:43.808248 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Checking segment: {'id': '0a44cee6-bd64-4470-bd39-636ac7f3993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:57:43.808710 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:43.809084 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Bound using segment: {'id': '0a44cee6-bd64-4470-bd39-636ac7f3993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:57:43.809576 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Bound port: ab2caaa2-aaae-4434-9a3a-254d074f4bdf, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a44cee6-bd64-4470-bd39-636ac7f3993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:57:43.809969 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:43.898674 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] For port ab2caaa2-aaae-4434-9a3a-254d074f4bdf, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:57:43.902697 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] For port ab2caaa2-aaae-4434-9a3a-254d074f4bdf, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ab2caaa2-aaae-4434-9a3a-254d074f4bdf,segment=NetworkSegment(0a44cee6-bd64-4470-bd39-636ac7f3993e),segment_id=0a44cee6-bd64-4470-bd39-636ac7f3993e)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:57:43.908450 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:43.913308 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:44.018041 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Pushing event updated for resources: {'Port': ['ID=ab2caaa2-aaae-4434-9a3a-254d074f4bdf,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:44.022067 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:44.022774 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Routers {'e2b41440-508b-420e-8a91-cc4d98dd8cb9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:57:44.023397 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793d4aaaf0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T17:57:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e2b41440-508b-420e-8a91-cc4d98dd8cb9'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:44.174664 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] Set router e2b41440-508b-420e-8a91-cc4d98dd8cb9 gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:57:44.497056 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793d4aaaf0>, [{'id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'name': 'router1', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:57:31Z', 'updated_at': '2021-05-10T17:57:41Z', 'revision_number': 2, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'gw_port_host': None, '_interfaces': [{'id': 'ab2caaa2-aaae-4434-9a3a-254d074f4bdf', 'name': '', 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'mac_address': 'fa:16:3e:7a:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:57:40Z', 'updated_at': '2021-05-10T17:57:43Z', 'revision_number': 4, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'subnets': [{'id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fece0520-6938-4f17-8512-a913373e1d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:44.501132 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b11e32-37c6-41f5-a396-db44efa6c7ca None None] The sync data for ids ['e2b41440-508b-420e-8a91-cc4d98dd8cb9'] in dv-cinder-790492-1-iscsi is: [{'id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'name': 'router1', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:57:31Z', 'updated_at': '2021-05-10T17:57:41Z', 'revision_number': 2, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'gw_port_host': None, '_interfaces': [{'id': 'ab2caaa2-aaae-4434-9a3a-254d074f4bdf', 'name': '', 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'mac_address': 'fa:16:3e:7a:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:57:40Z', 'updated_at': '2021-05-10T17:57:43Z', 'revision_number': 4, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'subnets': [{'id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fece0520-6938-4f17-8512-a913373e1d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:57:44.687925 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 40362) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:44.839101 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0864b-aaa7-4446-bbd3-08d2da049a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:57:44.840327 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-42d0864b-aaa7-4446-bbd3-08d2da049a30 admin admin] 10.222.0.70 "GET /v2.0/networks/0b88f7d4-0af8-498f-a411-1383d031df8a HTTP/1.1" status: 200  len: 842 time: 0.1513088
May 10 17:57:44.849678 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:57:44.854268 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:57:44.858065 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Usage tracker for resource:subnet and tenant:c0300988a1db49349e4e1b81c04eb55f is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:57:44.860947 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:57:44.866695 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:57:44.877707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Made reservation on behalf of c0300988a1db49349e4e1b81c04eb55f for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:57:44.880044 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:45.314601 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.objects.ports [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78702) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 10 17:57:45.315070 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:45.318818 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:45.388927 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6cdfd87-b38b-44c3-b831-183bc5d3a637,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:45.395040 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:45.399256 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:57:45.399587 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Network hostable DHCP agents. Network: 0b88f7d4-0af8-498f-a411-1383d031df8a, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:57:45.417599 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:57:45.427289 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 0b88f7d4-0af8-498f-a411-1383d031df8a) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:57:45.431694 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:57:45.432993 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:45.436073 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5bd6b0-dfd9-4a2e-b9a1-39ff5f739b23 None None] Network 0b88f7d4-0af8-498f-a411-1383d031df8a requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:57:45.457862 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6071231
May 10 17:57:45.645342 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e275159-f21b-450a-b02b-2e5b5c310c5d None None] Network 0b88f7d4-0af8-498f-a411-1383d031df8a requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:57:47.319033 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ab2caaa2-aaae-4434-9a3a-254d074f4bdf up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:57:47.391995 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port ab2caaa2-aaae-4434-9a3a-254d074f4bdf completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:57:47.397500 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port ab2caaa2-aaae-4434-9a3a-254d074f4bdf triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:57:47.397871 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:47.515722 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:47.551719 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port ab2caaa2-aaae-4434-9a3a-254d074f4bdf, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ab2caaa2-aaae-4434-9a3a-254d074f4bdf,segment=NetworkSegment(0a44cee6-bd64-4470-bd39-636ac7f3993e),segment_id=0a44cee6-bd64-4470-bd39-636ac7f3993e)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:57:47.557496 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:47.560772 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-fc064366-6e8d-42d9-8f84-486ecd84ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:47.635123 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=ab2caaa2-aaae-4434-9a3a-254d074f4bdf,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:47.635650 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:47.658756 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40376) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:47.860661 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-dea22bc0-1afb-4159-bc58-00dcac9dcb29 admin admin] 10.222.0.70 "GET /v2.0/routers/e2b41440-508b-420e-8a91-cc4d98dd8cb9 HTTP/1.1" status: 200  len: 710 time: 0.2007847
May 10 17:57:47.989206 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957535ea-66b7-467f-b7f8-1ca91fc15ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:57:47.989757 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-957535ea-66b7-467f-b7f8-1ca91fc15ea9 admin admin] Synchronizing usage tracker for tenant:c0300988a1db49349e4e1b81c04eb55f on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:57:48.009349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-957535ea-66b7-467f-b7f8-1ca91fc15ea9 admin admin] Unset dirty status for tenant:c0300988a1db49349e4e1b81c04eb55f on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:57:48.010534 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-957535ea-66b7-467f-b7f8-1ca91fc15ea9 admin admin] 10.222.0.70 "GET /v2.0/networks/0b88f7d4-0af8-498f-a411-1383d031df8a HTTP/1.1" status: 200  len: 886 time: 0.1446602
May 10 17:57:48.019528 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:57:48.512724 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:48.858613 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:48.918601 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:49.055438 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Allocated IP 172.27.3.178 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/a34a03c0-9a0c-4e02-8c03-6b2327f80621) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:57:49.202956 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:49.233654 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:49.238303 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:49.292551 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:57:49.295111 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:57:49.300066 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:57:49.306876 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ab2caaa2-aaae-4434-9a3a-254d074f4bdf up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:57:49.374809 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port ab2caaa2-aaae-4434-9a3a-254d074f4bdf triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:57:49.375239 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:49.422731 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Pushing event updated for resources: {'Port': ['ID=a34a03c0-9a0c-4e02-8c03-6b2327f80621,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:49.428598 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:49.747586 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:50.092949 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:50.096339 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405254'] for router, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:50.274032 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Router e2b41440-508b-420e-8a91-cc4d98dd8cb9 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:57:50.451820 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:57:50.461075 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Sync routers for ids ['e2b41440-508b-420e-8a91-cc4d98dd8cb9'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:57:50.461553 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:50.462337 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] 10.222.0.70 "PUT /v2.0/routers/e2b41440-508b-420e-8a91-cc4d98dd8cb9 HTTP/1.1" status: 200  len: 890 time: 2.4461982
May 10 17:57:50.471355 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Routers {'e2b41440-508b-420e-8a91-cc4d98dd8cb9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:57:50.472028 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c687130>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T17:57:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e2b41440-508b-420e-8a91-cc4d98dd8cb9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:50.664525 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Set router e2b41440-508b-420e-8a91-cc4d98dd8cb9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:57:51.003748 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c687130>, [{'id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'name': 'router1', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a34a03c0-9a0c-4e02-8c03-6b2327f80621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:57:31Z', 'updated_at': '2021-05-10T17:57:49Z', 'revision_number': 4, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'gw_port': {'id': 'a34a03c0-9a0c-4e02-8c03-6b2327f80621', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:57:48Z', 'updated_at': '2021-05-10T17:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'ab2caaa2-aaae-4434-9a3a-254d074f4bdf', 'name': '', 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'mac_address': 'fa:16:3e:7a:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:57:40Z', 'updated_at': '2021-05-10T17:57:47Z', 'revision_number': 5, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'subnets': [{'id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fece0520-6938-4f17-8512-a913373e1d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:51.009097 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Checking router: e2b41440-508b-420e-8a91-cc4d98dd8cb9 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:57:51.009482 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Updating router e2b41440-508b-420e-8a91-cc4d98dd8cb9 port a34a03c0-9a0c-4e02-8c03-6b2327f80621 binding host dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:57:51.065378 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:51.390161 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:51.402031 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Transition to ACTIVE for port object a34a03c0-9a0c-4e02-8c03-6b2327f80621 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:57:51.411541 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:51.414019 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:51.489546 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549d400-2684-450f-a10d-6649d1ae987a None None] Pushing event updated for resources: {'Port': ['ID=a34a03c0-9a0c-4e02-8c03-6b2327f80621,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:51.491834 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Attempting to bind port a34a03c0-9a0c-4e02-8c03-6b2327f80621 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:57:51.492180 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Attempting to bind port a34a03c0-9a0c-4e02-8c03-6b2327f80621 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:57:51.492576 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Attempting to bind port a34a03c0-9a0c-4e02-8c03-6b2327f80621 on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:57:51.496047 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-3549d400-2684-450f-a10d-6649d1ae987a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:51.498523 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:57:51.498908 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:57:51.499327 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:51.499711 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:57:51.500178 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Bound port: a34a03c0-9a0c-4e02-8c03-6b2327f80621, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:57:51.500556 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:51.574628 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] For port a34a03c0-9a0c-4e02-8c03-6b2327f80621, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:57:51.577872 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] For port a34a03c0-9a0c-4e02-8c03-6b2327f80621, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=a34a03c0-9a0c-4e02-8c03-6b2327f80621,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:57:51.582428 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:51.586328 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:51.660551 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Routers {'e2b41440-508b-420e-8a91-cc4d98dd8cb9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:57:51.661182 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c687130>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T17:57:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e2b41440-508b-420e-8a91-cc4d98dd8cb9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:51.774288 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549d400-2684-450f-a10d-6649d1ae987a None None] Pushing event updated for resources: {'Port': ['ID=a34a03c0-9a0c-4e02-8c03-6b2327f80621,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:51.806840 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-3549d400-2684-450f-a10d-6649d1ae987a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:51.866691 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] Set router e2b41440-508b-420e-8a91-cc4d98dd8cb9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:57:52.133816 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:57:52.195587 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c687130>, [{'id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'name': 'router1', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a34a03c0-9a0c-4e02-8c03-6b2327f80621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:57:31Z', 'updated_at': '2021-05-10T17:57:49Z', 'revision_number': 4, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'gw_port': {'id': 'a34a03c0-9a0c-4e02-8c03-6b2327f80621', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:57:48Z', 'updated_at': '2021-05-10T17:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'ab2caaa2-aaae-4434-9a3a-254d074f4bdf', 'name': '', 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'mac_address': 'fa:16:3e:7a:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:57:40Z', 'updated_at': '2021-05-10T17:57:47Z', 'revision_number': 5, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'subnets': [{'id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fece0520-6938-4f17-8512-a913373e1d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:57:52.199804 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3027f1-986c-4352-b18c-44ee60821011 None None] The sync data for ids ['e2b41440-508b-420e-8a91-cc4d98dd8cb9'] in dv-cinder-790492-1-iscsi is: [{'id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'name': 'router1', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a34a03c0-9a0c-4e02-8c03-6b2327f80621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:57:31Z', 'updated_at': '2021-05-10T17:57:49Z', 'revision_number': 4, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'gw_port': {'id': 'a34a03c0-9a0c-4e02-8c03-6b2327f80621', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:57:48Z', 'updated_at': '2021-05-10T17:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'ab2caaa2-aaae-4434-9a3a-254d074f4bdf', 'name': '', 'network_id': 'a361aa29-ddc2-46df-bc53-d879f7ac5626', 'tenant_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'mac_address': 'fa:16:3e:7a:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b41440-508b-420e-8a91-cc4d98dd8cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:57:40Z', 'updated_at': '2021-05-10T17:57:47Z', 'revision_number': 5, 'project_id': 'a1bb859049f84ab3b86e15e3ea87b710', 'subnets': [{'id': 'bee5555d-641b-4c4c-98d3-caba3e016be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fece0520-6938-4f17-8512-a913373e1d49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:57:52.769649 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40386) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:57:52.886936 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-459ab354-3b4a-4fe7-947e-80776a71aac4 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1133742
May 10 17:57:53.319930 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device a34a03c0-9a0c-4e02-8c03-6b2327f80621 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:57:53.389582 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port a34a03c0-9a0c-4e02-8c03-6b2327f80621 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:57:53.397032 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port a34a03c0-9a0c-4e02-8c03-6b2327f80621 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:57:53.397032 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:53.513923 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:53.531804 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port a34a03c0-9a0c-4e02-8c03-6b2327f80621, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=a34a03c0-9a0c-4e02-8c03-6b2327f80621,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:57:53.537017 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:57:53.539791 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:57:53.607803 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=a34a03c0-9a0c-4e02-8c03-6b2327f80621,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:57:53.611569 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:57:55.305652 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device a34a03c0-9a0c-4e02-8c03-6b2327f80621 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:57:55.397447 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port a34a03c0-9a0c-4e02-8c03-6b2327f80621 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:57:55.397831 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:04.779245 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-53e4a8e9-780c-4606-99cc-3078092249fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:07.381213 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:07.532324 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8c59df9e-d28d-47d8-91e0-61f4bf442e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:08.470393 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:09.901752 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:29.131861 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:58:34.773583 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5cb01033-6297-4c57-a77f-13d63e82dc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:37.385533 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:37.528513 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0b6e63a6-fb42-40e0-af09-d53caeb402cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:38.501854 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:58:39.899452 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:04.780483 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-369a2c14-abb1-4969-b6c7-1cf4171b405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:06.130846 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:59:07.381222 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:07.532749 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0eda9900-91ad-412c-ad92-5da2682c32f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:08.469150 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:09.902596 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:25.754366 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 40956) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:25.833604 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c062445-ca94-4c7c-80fd-89f5b90c1e19 admin admin] GET failed (client error): The resource could not be found.
May 10 17:59:25.834997 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3c062445-ca94-4c7c-80fd-89f5b90c1e19 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0792344
May 10 17:59:25.978834 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e337c-59c2-4472-8208-c7fca88d03fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:25.980219 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-516e337c-59c2-4472-8208-c7fca88d03fa admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1397896
May 10 17:59:28.074334 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 40966) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:28.187278 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6449d6-eb1c-4103-8be1-57718e85fd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:28.187840 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-ff6449d6-eb1c-4103-8be1-57718e85fd36 admin admin] Synchronizing usage tracker for tenant:c0300988a1db49349e4e1b81c04eb55f on resource:subnet {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:59:28.207402 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-ff6449d6-eb1c-4103-8be1-57718e85fd36 admin admin] Unset dirty status for tenant:c0300988a1db49349e4e1b81c04eb55f on resource:subnet {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:59:28.208697 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-ff6449d6-eb1c-4103-8be1-57718e85fd36 admin admin] 10.222.0.70 "GET /v2.0/subnets/bee5555d-641b-4c4c-98d3-caba3e016be4 HTTP/1.1" status: 200  len: 849 time: 0.1333563
May 10 17:59:28.218136 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:59:28.337185 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Notify callbacks [] for subnet, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:28.525636 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759919189598'] for subnet, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:28.530219 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2438df67-38b6-4e4d-a329-21ab2f417bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:59:28.568023 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:28.568488 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:28.569758 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] 10.222.0.70 "PUT /v2.0/subnets/bee5555d-641b-4c4c-98d3-caba3e016be4 HTTP/1.1" status: 200  len: 868 time: 0.3554497
May 10 17:59:28.571289 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f96341-e835-43f2-b4d5-35e63ea3a124 None None] Network a361aa29-ddc2-46df-bc53-d879f7ac5626 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:59:28.597468 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee5555d-641b-4c4c-98d3-caba3e016be4,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:59:28.605358 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.605712 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.606046 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.606366 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.606681 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.607032 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.607346 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.607655 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.607965 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.608275 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.608581 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.608898 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:59:28.613015 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e2988f55-1f28-4ca8-8e98-773b3adf87bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:59:28.973537 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-9ccdce7c-cec7-47ed-8c10-e4b93d3b1743 None None] Provisioning complete for port ab2caaa2-aaae-4434-9a3a-254d074f4bdf triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:59:28.973920 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9ccdce7c-cec7-47ed-8c10-e4b93d3b1743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:29.099020 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-9ccdce7c-cec7-47ed-8c10-e4b93d3b1743 None None] Provisioning complete for port 5f0ce0e7-864c-48f4-946f-7c4d949a8810 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:59:29.099285 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9ccdce7c-cec7-47ed-8c10-e4b93d3b1743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:30.686076 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 40976) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:30.864152 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533be6ef-e65f-44b9-b9b6-638393ced0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:30.864548 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533be6ef-e65f-44b9-b9b6-638393ced0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:30.866108 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-533be6ef-e65f-44b9-b9b6-638393ced0bb admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1790445
May 10 17:59:32.964459 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 40986) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:33.165068 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474cd43-d8d9-4cc1-bac3-08f7450816c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:33.165553 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474cd43-d8d9-4cc1-bac3-08f7450816c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:33.167093 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c474cd43-d8d9-4cc1-bac3-08f7450816c6 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2016389
May 10 17:59:34.785938 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f88f9c30-17a4-4dfd-8fb7-d3abd600e459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:35.278024 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 40996) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:35.455447 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65d2dd-3b99-4b36-9d87-eadda475daf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:35.456698 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-dc65d2dd-3b99-4b36-9d87-eadda475daf5 admin admin] 10.222.0.70 "GET /v2.0/networks/0b88f7d4-0af8-498f-a411-1383d031df8a HTTP/1.1" status: 200  len: 886 time: 0.1776922
May 10 17:59:37.388317 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:37.538728 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-378b9f59-09a3-4691-8a20-f2af92792439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:37.545469 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41006) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:37.722476 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca8bbe-66a4-41c3-a70b-05f42ca79928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:37.723772 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-57ca8bbe-66a4-41c3-a70b-05f42ca79928 admin admin] 10.222.0.70 "GET /v2.0/networks/a361aa29-ddc2-46df-bc53-d879f7ac5626 HTTP/1.1" status: 200  len: 869 time: 0.1772749
May 10 17:59:38.471935 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:39.806975 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41016) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:39.905439 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:59:39.915381 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a9ddf-7aad-4619-8a6f-04b114e9430d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:39.915849 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a9ddf-7aad-4619-8a6f-04b114e9430d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:39.918934 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-674a9ddf-7aad-4619-8a6f-04b114e9430d admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1094978
May 10 17:59:42.001983 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41026) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:42.121337 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f56c0-12c7-44a3-aba2-6a76a145e6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:42.121806 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f56c0-12c7-44a3-aba2-6a76a145e6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:42.123346 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-747f56c0-12c7-44a3-aba2-6a76a145e6b9 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1203959
May 10 17:59:43.129843 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:59:44.205483 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41036) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:44.332275 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814aadf0-a88c-4548-aea4-b25e05d8b63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:44.333616 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-814aadf0-a88c-4548-aea4-b25e05d8b63e admin admin] 10.222.0.70 "GET /v2.0/subnets/bee5555d-641b-4c4c-98d3-caba3e016be4 HTTP/1.1" status: 200  len: 868 time: 0.1271844
May 10 17:59:46.433943 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41046) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:59:46.551948 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b8d12a-204b-417c-8425-f9fa99d1a2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:59:46.553309 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-69b8d12a-204b-417c-8425-f9fa99d1a2d4 admin admin] 10.222.0.70 "GET /v2.0/subnets/d6cdfd87-b38b-44c3-b831-183bc5d3a637 HTTP/1.1" status: 200  len: 816 time: 0.1181140
May 10 18:00:04.790480 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ef27a850-5993-4172-816f-146e1ae37990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:07.382668 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:07.532804 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6ccc8f2f-3687-4511-9491-4fa545d0c696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:08.475331 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:09.257091 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41090) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:00:09.318700 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [None req-164b57ff-49d5-46f3-a50b-2f4b11fca8da admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 18:00:09.319691 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-164b57ff-49d5-46f3-a50b-2f4b11fca8da admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0616782
May 10 18:00:09.910706 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:11.474870 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41100) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:00:11.556088 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfff1fe-0329-43e7-8c24-45afe8f47b74 admin admin] GET failed (client error): The resource could not be found.
May 10 18:00:11.557339 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6cfff1fe-0329-43e7-8c24-45afe8f47b74 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0815217
May 10 18:00:11.732685 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ddcc9a-63a3-4baa-befb-569dc533ffdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:00:11.734058 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-92ddcc9a-63a3-4baa-befb-569dc533ffdd admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1710830
May 10 18:00:13.845332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41110) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:00:13.897351 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:00:13.903522 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:00:13.915158 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:00:13.927980 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Made reservation on behalf of c0300988a1db49349e4e1b81c04eb55f for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:00:13.930230 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:14.016872 dv-cinder-790492-1-iscsi neutron-server[78703]: WARNING neutron.services.revisions.revision_plugin [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f793d0486a0] {project_id='c0300988a1db49349e4e1b81c04eb55f', id='2c3ca41a-94ac-4be0-bc47-8e3a272bfeca', target_tenant='*', action='access_as_shared', object_id='d776d6b5-af63-488b-a38c-d73bb5a5ff0a'}> to bump revision.
May 10 18:00:14.029686 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:00:14.040021 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:14.040515 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Added segment 338e6c82-2576-4b91-8029-e9136289491e of type vlan for network d776d6b5-af63-488b-a38c-d73bb5a5ff0a
May 10 18:00:14.069526 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:14.098717 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:14.099993 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:00:14.100566 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:14.103656 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:00:14.198599 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3521390
May 10 18:00:14.199296 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Pushing event updated for resources: {'Network': ['ID=d776d6b5-af63-488b-a38c-d73bb5a5ff0a,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:00:14.207249 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.207586 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.207912 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.208299 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.208616 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.208931 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.209243 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.209551 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.209862 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.210170 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.210475 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.210777 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:14.214640 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:00:14.226454 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network d776d6b5-af63-488b-a38c-d73bb5a5ff0a details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:00:16.323290 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41120) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:00:16.395905 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e36d28-a8fb-4211-8205-80785cddf2b5 admin admin] GET failed (client error): The resource could not be found.
May 10 18:00:16.396379 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f1e36d28-a8fb-4211-8205-80785cddf2b5 admin admin] Synchronizing usage tracker for tenant:c0300988a1db49349e4e1b81c04eb55f on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:00:16.415040 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f1e36d28-a8fb-4211-8205-80785cddf2b5 admin admin] Unset dirty status for tenant:c0300988a1db49349e4e1b81c04eb55f on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:00:16.416438 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f1e36d28-a8fb-4211-8205-80785cddf2b5 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0921648
May 10 18:00:16.522008 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae5a712-f5a1-43d4-9755-73e10754b75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:00:16.523408 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4ae5a712-f5a1-43d4-9755-73e10754b75a admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1028767
May 10 18:00:16.532929 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:00:16.537605 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:00:16.547449 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:00:16.558268 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Made reservation on behalf of c0300988a1db49349e4e1b81c04eb55f for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:00:16.560607 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:16.950974 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:16.954406 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:00:17.022208 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7c1b9c-5d02-41be-b472-c833bdf3b558,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:00:17.027353 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:00:17.033309 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Checking segment: {'id': '338e6c82-2576-4b91-8029-e9136289491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:00:17.033673 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Network hostable DHCP agents. Network: d776d6b5-af63-488b-a38c-d73bb5a5ff0a, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:00:17.055327 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Network d776d6b5-af63-488b-a38c-d73bb5a5ff0a is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:00:17.066322 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, d776d6b5-af63-488b-a38c-d73bb5a5ff0a) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:00:17.070280 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:00:17.070879 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:17.075119 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546562b-e8e0-4c0e-ac63-d239d44a7085 None None] Network d776d6b5-af63-488b-a38c-d73bb5a5ff0a requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:00:17.103655 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5740054
May 10 18:00:17.298869 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-d776d6b5-af63-488b-a38c-d73bb5a5ff0a', 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a', 'tenant_id': 'c0300988a1db49349e4e1b81c04eb55f', 'fixed_ips': [{'subnet_id': 'ec7c1b9c-5d02-41be-b472-c833bdf3b558'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 18:00:17.299766 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:17.455951 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Allocated IP 192.168.233.2 (d776d6b5-af63-488b-a38c-d73bb5a5ff0a/ec7c1b9c-5d02-41be-b472-c833bdf3b558/159db376-ce0a-47f0-bc40-38513628849d) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:00:17.662846 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:17.673537 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Transition to ACTIVE for port object 159db376-ce0a-47f0-bc40-38513628849d will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:00:17.692518 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Transition to ACTIVE for port object 159db376-ce0a-47f0-bc40-38513628849d will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:00:17.699442 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:17.704100 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-eb1281bd-209a-4f64-abee-6407806787c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:00:17.761848 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Network d776d6b5-af63-488b-a38c-d73bb5a5ff0a is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:00:17.773111 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:00:17.775584 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:00:17.779085 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Pushing event updated for resources: {'Port': ['ID=159db376-ce0a-47f0-bc40-38513628849d,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:00:17.817811 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.818151 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.818489 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.818817 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.819174 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.819500 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.819853 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.820152 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.820491 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.820813 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.821128 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.821443 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:00:17.828824 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:00:17.878158 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Attempting to bind port 159db376-ce0a-47f0-bc40-38513628849d on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:00:17.878529 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Attempting to bind port 159db376-ce0a-47f0-bc40-38513628849d by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '338e6c82-2576-4b91-8029-e9136289491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:00:17.878955 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Attempting to bind port 159db376-ce0a-47f0-bc40-38513628849d on network d776d6b5-af63-488b-a38c-d73bb5a5ff0a {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:00:17.884244 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:00:17.884612 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Checking segment: {'id': '338e6c82-2576-4b91-8029-e9136289491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:00:17.885011 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:17.885403 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Bound using segment: {'id': '338e6c82-2576-4b91-8029-e9136289491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:00:17.885870 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Bound port: 159db376-ce0a-47f0-bc40-38513628849d, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338e6c82-2576-4b91-8029-e9136289491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:00:17.886258 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:17.978808 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] For port 159db376-ce0a-47f0-bc40-38513628849d, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:00:17.981961 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] For port 159db376-ce0a-47f0-bc40-38513628849d, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=159db376-ce0a-47f0-bc40-38513628849d,segment=NetworkSegment(338e6c82-2576-4b91-8029-e9136289491e),segment_id=338e6c82-2576-4b91-8029-e9136289491e)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:00:17.987032 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:17.990977 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-3549d400-2684-450f-a10d-6649d1ae987a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:00:18.064739 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Pushing event updated for resources: {'Port': ['ID=159db376-ce0a-47f0-bc40-38513628849d,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:00:18.068085 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:00:18.856167 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb996a5-451d-4250-b09b-3b7343a13482 None None] Network d776d6b5-af63-488b-a38c-d73bb5a5ff0a requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:00:18.975064 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-6a522bad-d881-4b7b-9ef0-8fa0663cd015 None None] Provisioning for port 159db376-ce0a-47f0-bc40-38513628849d completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:00:19.439843 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 159db376-ce0a-47f0-bc40-38513628849d up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:00:19.510808 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 159db376-ce0a-47f0-bc40-38513628849d completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:00:19.515951 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 159db376-ce0a-47f0-bc40-38513628849d triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:00:19.516336 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:19.658239 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:19.691298 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 159db376-ce0a-47f0-bc40-38513628849d, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=159db376-ce0a-47f0-bc40-38513628849d,segment=NetworkSegment(338e6c82-2576-4b91-8029-e9136289491e),segment_id=338e6c82-2576-4b91-8029-e9136289491e)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:00:19.695756 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:19.698584 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:00:19.766077 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=159db376-ce0a-47f0-bc40-38513628849d,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:00:19.769633 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:00:20.129185 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:00:21.418485 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 159db376-ce0a-47f0-bc40-38513628849d up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:00:21.486240 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 159db376-ce0a-47f0-bc40-38513628849d triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:00:21.486508 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:34.794507 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e39cfe2d-78dc-4a8e-bb6f-8b84bc247180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:37.388643 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:37.537168 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4353b132-4b93-4d77-9f9e-82ef2b8c99c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:38.479337 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:39.916332 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:00:57.129154 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:01:04.802842 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8b8e50e9-249c-4474-806a-0ad3e2a33d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:07.390838 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:07.544317 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9182b843-b603-48b0-bea8-3802bddcc4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:08.482364 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:09.917113 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:22.176005 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41170) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:01:22.182108 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [None req-2eb59fc2-76f1-4c21-8340-7fdb2458c60c tempest-verify_tempest_config-1791403678 tempest-verify_tempest_config-1791403678-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 18:01:22.183141 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2eb59fc2-76f1-4c21-8340-7fdb2458c60c tempest-verify_tempest_config-1791403678 tempest-verify_tempest_config-1791403678-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060875
May 10 18:01:22.531551 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41188) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:01:22.660142 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:22.675004 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:01:22.679246 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Usage tracker for resource:security_group_rule and tenant:78ebb9a08c7749d2b43917d0aa034619 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:01:22.682221 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:01:22.688514 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:01:22.773801 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:22.781020 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:22.794673 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:01:22.834815 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78ebb9a08c7749d2b43917d0aa034619&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3023019
May 10 18:01:22.836353 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76050ad-53fb-4351-b8c6-fd329f9e984c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:01:22.837843 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41194) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:01:22.843374 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.843729 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.844051 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.844375 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.844698 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.845108 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.845347 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.845663 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.845992 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.846310 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.846620 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.846923 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:22.850742 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:01:22.896543 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:22.920568 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:23.008987 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:23.012847 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:01:23.028245 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76050ad-53fb-4351-b8c6-fd329f9e984c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:01:23.036481 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.036872 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.037205 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.037520 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.037838 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.038176 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.038492 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.038826 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.039175 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.039475 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.039778 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.040080 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:01:23.042758 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:23.046504 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c76050ad-53fb-4351-b8c6-fd329f9e984c HTTP/1.1" status: 204  len: 168 time: 0.2076306
May 10 18:01:23.047354 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:01:34.128787 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:01:34.798921 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2baef0c8-5ec3-48b0-b2ca-291259cd886f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:37.393296 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:37.548924 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6b6633b7-1715-4009-91ba-877851ec1a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:38.493399 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:01:39.932307 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:04.805194 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-32e71b5e-17e5-42d1-addf-400f31133893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:07.395572 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:07.553797 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c9832d6d-4ccf-4568-9895-9010cae5b665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:08.500309 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:09.932342 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:11.134041 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:02:34.808936 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-dad7c18d-c99c-43fa-a1f7-13bb9031c637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:37.398027 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:37.556777 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-481ee04c-1bcb-43b1-a79c-74728b526591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:38.501713 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:39.938507 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:48.138713 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 5 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:02:55.351505 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326'] for agent, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:02:58.662978 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41246) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:02:58.790018 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5c5c8764-70ee-4ec1-8863-b841d04cefe2 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1258574
May 10 18:03:00.864445 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41256) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:03:00.926660 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-93decf05-e881-4d8d-8888-93031a08cc45 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0611393
May 10 18:03:04.804153 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-98b2d9f1-74ea-4eae-8241-3b6f858ede91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:07.405221 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:07.551475 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-de94053b-f07f-43ae-b528-84b1b1fa254d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:08.509510 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:09.937200 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:25.143680 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:03:25.307342 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:34.808048 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-91f59eef-19fc-42d2-a8eb-43ec1226dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:37.396456 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:37.554531 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-cbd64ac4-810e-4f1e-8893-c07f40755888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:38.516522 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:39.941416 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:03:55.296174 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:02.144216 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:04:04.801990 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-404c53dd-3fe8-4c1a-a8a5-caeeadf148f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:07.390956 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:07.557413 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b1ed2631-241d-4db5-9eef-71e1625ed8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:08.506704 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:09.941715 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:24.149858 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41392) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:24.530025 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1152547520-network', 'tenant_id': 'e26b35b31aaf45da80fc63ead14dac31'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:24.535441 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:24.539789 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Usage tracker for resource:network and tenant:e26b35b31aaf45da80fc63ead14dac31 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:24.543185 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:24.549255 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:24.560791 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Made reservation on behalf of e26b35b31aaf45da80fc63ead14dac31 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:24.563355 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:24.576681 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:24.591819 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:24.595707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Usage tracker for resource:security_group_rule and tenant:e26b35b31aaf45da80fc63ead14dac31 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:24.598701 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:24.604567 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:24.693821 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:24.697786 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:24.702755 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b63a04e9-3045-4925-a66b-ec34bbc5a734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:24.734110 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffda09a4-d105-424e-a9c6-42e7aad727cb,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:24.737482 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:04:24.743278 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.743649 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.743986 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.744314 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.744684 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.744975 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.745298 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.745615 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.745946 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.746495 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.746615 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.746865 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Tracked resource versions report:
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]: pushed versions:
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]: {   'AddressGroup': {'1.2'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'ConntrackHelper': {'1.0'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Log': {'1.0'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Network': {'1.1'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Port': {'1.7'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'PortForwarding': {'1.2'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'QosPolicy': {'1.8'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'SecurityGroup': {'1.4'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'SecurityGroupRule': {'1.2'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'SubPort': {'1.0'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Subnet': {'1.1'},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     'Trunk': {'1.1'}}
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]: consumer versions:
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]: {   DHCP agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     HyperV agent@hv-cinder-79049: {},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     L3 agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     Metadata agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     Metering agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:     Open vSwitch agent@dv-cinder-790492-1-iscsi: {   'AddressGroup': '1.2',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'ConntrackHelper': '1.0',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Log': '1.0',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Network': '1.1',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Port': '1.7',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'PortForwarding': '1.2',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'QosPolicy': '1.8',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'SecurityGroup': '1.4',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'SecurityGroupRule': '1.2',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'SubPort': '1.0',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Subnet': '1.1',
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:                                                      'Trunk': '1.1'}}
May 10 18:04:24.747928 dv-cinder-790492-1-iscsi neutron-server[78702]:  {{(pid=78702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 18:04:24.760646 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:24.767308 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:24.767728 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Added segment 63d01074-c797-436f-ba02-02bd03eac4dc of type vlan for network 408fc5b8-75b4-4b8c-8e1a-5348f9025503
May 10 18:04:24.795192 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:24.829560 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:24.831074 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:24.831641 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:24.835119 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:24.926660 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Pushing event updated for resources: {'Network': ['ID=408fc5b8-75b4-4b8c-8e1a-5348f9025503,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:24.938663 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 408fc5b8-75b4-4b8c-8e1a-5348f9025503 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:04:24.945730 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:24.953096 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41440) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:24.959308 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Request body: {'subnet': {'network_id': '408fc5b8-75b4-4b8c-8e1a-5348f9025503', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1152547520-subnet', 'tenant_id': 'e26b35b31aaf45da80fc63ead14dac31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:24.962619 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8109941
May 10 18:04:24.965549 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:24.969750 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Usage tracker for resource:subnet and tenant:e26b35b31aaf45da80fc63ead14dac31 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:24.972779 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:24.979237 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:24.990189 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Made reservation on behalf of e26b35b31aaf45da80fc63ead14dac31 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:24.993175 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:25.311997 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:25.327743 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41460) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:25.343015 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41466) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:25.417568 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:25.422203 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d70d8db6-bba5-47b5-9272-b10f925477e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:25.550363 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee07a6e-8a93-4742-8b64-f8352d5e880d,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:25.561644 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.561974 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.562302 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.562657 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.562999 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.563331 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.563649 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.563959 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.564286 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.564602 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.564912 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.565215 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Tracked resource versions report:
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]: pushed versions:
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]: {   'AddressGroup': {'1.2'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'ConntrackHelper': {'1.0'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Log': {'1.0'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Network': {'1.1'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Port': {'1.7'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'PortForwarding': {'1.2'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'QosPolicy': {'1.8'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'SecurityGroup': {'1.4'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'SecurityGroupRule': {'1.2'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'SubPort': {'1.0'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Subnet': {'1.1'},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     'Trunk': {'1.1'}}
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]: consumer versions:
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]: {   DHCP agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     HyperV agent@hv-cinder-79049: {},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     L3 agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     Metadata agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     Metering agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:     Open vSwitch agent@dv-cinder-790492-1-iscsi: {   'AddressGroup': '1.2',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'ConntrackHelper': '1.0',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Log': '1.0',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Network': '1.1',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Port': '1.7',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'PortForwarding': '1.2',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'QosPolicy': '1.8',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'SecurityGroup': '1.4',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'SecurityGroupRule': '1.2',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'SubPort': '1.0',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Subnet': '1.1',
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:                                                      'Trunk': '1.1'}}
May 10 18:04:25.566466 dv-cinder-790492-1-iscsi neutron-server[78703]:  {{(pid=78703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 18:04:25.569132 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:25.570477 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Checking segment: {'id': '63d01074-c797-436f-ba02-02bd03eac4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '408fc5b8-75b4-4b8c-8e1a-5348f9025503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:25.570619 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Network hostable DHCP agents. Network: 408fc5b8-75b4-4b8c-8e1a-5348f9025503, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:04:25.588455 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Network 408fc5b8-75b4-4b8c-8e1a-5348f9025503 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:04:25.599688 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 408fc5b8-75b4-4b8c-8e1a-5348f9025503) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:25.612062 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438678d-7f59-4766-9c22-21d100eb82fd None None] Network 408fc5b8-75b4-4b8c-8e1a-5348f9025503 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:25.624768 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:25.625766 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:25.651775 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6974428
May 10 18:04:25.675516 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-network', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:25.681891 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:25.685832 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Usage tracker for resource:network and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:25.689744 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:25.697227 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:25.709749 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Made reservation on behalf of e5837b88ffc7405589fea8e5217a66b4 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:25.712461 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:25.734838 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:25.752460 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-network', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:25.758014 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:25.762477 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Usage tracker for resource:network and tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:25.765792 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:25.772054 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:25.784238 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:25.789674 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Usage tracker for resource:security_group_rule and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:25.793367 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:25.796869 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Made reservation on behalf of 29d9e683610c4fe4a2e3a1f2c3eb2a53 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:25.799657 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:25.816717 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:25.820686 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:25.834541 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1128217b-aba2-40d1-9a95-6183245a1db6 None None] Network 408fc5b8-75b4-4b8c-8e1a-5348f9025503 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:25.840606 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:25.851165 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Usage tracker for resource:security_group_rule and tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:25.855043 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:25.860141 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41490) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:25.873032 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:25.997719 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.009915 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.024771 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:26.041510 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.067194 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3317f18e-aeb2-4c55-9fd1-763886f027f4,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:26.072769 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.073909 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:04:26.077004 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:26.091867 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5f157e22-ac41-4f7f-9bc2-411af3585f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:26.110943 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.111581 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Added segment b0c853e7-1a95-4235-9ae1-c56db3416522 of type vlan for network da0ee4dd-dbdb-4107-9ef1-8e4161663969
May 10 18:04:26.112737 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:04:26.165737 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41510) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:26.174402 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.203697 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132b2c21-b884-4eda-bba1-599a3df30e92,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:26.207952 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:26.212559 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.213227 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Added segment 0c0e067d-9da9-4363-a8d4-af99468eaac4 of type vlan for network 93c7fb9e-208e-4989-921b-04141e7f8243
May 10 18:04:26.222866 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.225217 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:26.225805 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.233887 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2f32dc0a-7bea-43c0-b26a-3b802f74ce58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:26.252076 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1744984832-network', 'tenant_id': '5ec0c7113f6a460388e8627a024f3dac'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:26.258728 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:26.265454 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Usage tracker for resource:network and tenant:5ec0c7113f6a460388e8627a024f3dac is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:26.269084 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:26.276808 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:26.289280 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Made reservation on behalf of 5ec0c7113f6a460388e8627a024f3dac for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:26.293140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.312295 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.335330 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:26.339782 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Usage tracker for resource:security_group_rule and tenant:5ec0c7113f6a460388e8627a024f3dac is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:26.343025 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:26.349520 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:26.351102 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.365140 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Pushing event updated for resources: {'Network': ['ID=da0ee4dd-dbdb-4107-9ef1-8e4161663969,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:26.367752 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:26.374697 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:04:26.409219 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0783336
May 10 18:04:26.412037 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.413449 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41524) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:26.417148 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:26.418130 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.428331 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Request body: {'subnet': {'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-subnet', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:26.434514 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:26.438524 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Usage tracker for resource:subnet and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:26.442969 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:26.449110 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:26.455065 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:26.516795 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-146467968-network', 'tenant_id': 'd0dc9a5bacb04bad8f31242c954cde36'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:26.545918 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.547735 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:26.554399 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Usage tracker for resource:network and tenant:d0dc9a5bacb04bad8f31242c954cde36 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:26.557746 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Made reservation on behalf of e5837b88ffc7405589fea8e5217a66b4 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:26.559244 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:26.560293 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.567963 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:26.576006 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.582007 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:26.606159 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Made reservation on behalf of d0dc9a5bacb04bad8f31242c954cde36 for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:26.608525 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.620521 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:04:26.637121 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.641771 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.2975640
May 10 18:04:26.642629 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41532) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:26.657527 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Pushing event updated for resources: {'Network': ['ID=93c7fb9e-208e-4989-921b-04141e7f8243,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:26.666203 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Request body: {'subnet': {'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-subnet', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:26.667075 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67c5f26-cac1-452a-ba41-f8172e2bfea1,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:26.668967 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 93c7fb9e-208e-4989-921b-04141e7f8243 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:04:26.670426 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:26.671015 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:26.674506 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.674852 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Added segment 39934ce2-f048-4477-9ec6-1995d910aab4 of type vlan for network 8f5ff834-018e-4fa1-8a0d-6e025d124774
May 10 18:04:26.676750 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:26.677654 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:26.687239 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Usage tracker for resource:subnet and tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:26.690976 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Usage tracker for resource:security_group_rule and tenant:d0dc9a5bacb04bad8f31242c954cde36 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:26.692450 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:26.699402 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:26.705051 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:26.723539 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:26.727766 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Made reservation on behalf of 29d9e683610c4fe4a2e3a1f2c3eb2a53 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:26.730768 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.770457 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.856197 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.858679 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:26.859297 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:26.878417 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-71f3f52a-e5e5-43c3-bf2e-90bd447c59a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:27.203076 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41554) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:27.216176 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-436709697-network', 'tenant_id': '952712f627664586b03f9174ef612b19'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:27.223372 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:27.224399 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3628509
May 10 18:04:27.225623 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41558) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:27.225944 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Usage tracker for resource:network and tenant:952712f627664586b03f9174ef612b19 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:27.230190 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:27.236552 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:27.260043 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Request body: {'subnet': {'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1744984832-subnet', 'tenant_id': '5ec0c7113f6a460388e8627a024f3dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:27.262695 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Made reservation on behalf of 952712f627664586b03f9174ef612b19 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:27.265431 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.271442 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:27.280837 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.281832 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Usage tracker for resource:subnet and tenant:5ec0c7113f6a460388e8627a024f3dac is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:27.288783 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:27.299380 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:27.303708 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Usage tracker for resource:security_group_rule and tenant:952712f627664586b03f9174ef612b19 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:27.304884 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:27.307294 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:27.313800 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:27.333437 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Pushing event updated for resources: {'Network': ['ID=8f5ff834-018e-4fa1-8a0d-6e025d124774,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:27.345777 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 8f5ff834-018e-4fa1-8a0d-6e025d124774 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:04:27.351896 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:27.360256 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.375359 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.385695 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:27.427904 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Made reservation on behalf of 5ec0c7113f6a460388e8627a024f3dac for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:27.435091 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.519161 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:04:27.528884 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.550358 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.576928 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:27.617236 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:04:27.627806 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.628289 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Added segment 90be86dd-f9fd-4ade-90b3-eb1ae2bb0213 of type vlan for network 56e5f27b-73b4-4412-b043-f8d4738f6f8e
May 10 18:04:27.657822 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.678334 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.678983 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Added segment 49df2f90-ab52-4145-9598-d007d90d7746 of type vlan for network 47046b93-57e0-44b8-88a8-74bf21e6e180
May 10 18:04:27.696846 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b9184a-71c4-4ce5-ae86-9a83d0847049,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:27.700786 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:27.709362 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.737721 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8ef35a-3794-40f9-80ce-c48c49562ada,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:27.743971 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:27.749540 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.753590 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:27.754132 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.767525 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e9948293-cd43-465b-9232-f0be473a77f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:27.787140 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.803900 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.809622 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:27.810269 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:27.827961 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:27.866235 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6989043
May 10 18:04:27.872343 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41582) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:27.883321 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Request body: {'subnet': {'network_id': '47046b93-57e0-44b8-88a8-74bf21e6e180', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-146467968-subnet', 'tenant_id': 'd0dc9a5bacb04bad8f31242c954cde36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:27.896589 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:27.900107 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Pushing event updated for resources: {'Network': ['ID=47046b93-57e0-44b8-88a8-74bf21e6e180,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:27.912836 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 47046b93-57e0-44b8-88a8-74bf21e6e180 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:04:27.913617 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:27.916083 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Usage tracker for resource:subnet and tenant:d0dc9a5bacb04bad8f31242c954cde36 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:27.920209 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:27.930295 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:27.981708 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Made reservation on behalf of d0dc9a5bacb04bad8f31242c954cde36 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:27.985268 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.001273 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7969863
May 10 18:04:28.009308 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41592) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:28.064045 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Pushing event updated for resources: {'Network': ['ID=56e5f27b-73b4-4412-b043-f8d4738f6f8e,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:28.071562 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:28.073849 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Request body: {'subnet': {'network_id': '56e5f27b-73b4-4412-b043-f8d4738f6f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-436709697-subnet', 'tenant_id': '952712f627664586b03f9174ef612b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:28.079098 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:28.080502 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:28.083615 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Usage tracker for resource:subnet and tenant:952712f627664586b03f9174ef612b19 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:28.083793 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 56e5f27b-73b4-4412-b043-f8d4738f6f8e details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:04:28.086919 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:28.093048 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:28.119626 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Made reservation on behalf of 952712f627664586b03f9174ef612b19 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:28.122147 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.186936 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.207249 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Checking segment: {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:28.207620 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Network hostable DHCP agents. Network: da0ee4dd-dbdb-4107-9ef1-8e4161663969, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:04:28.254937 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77228e7-0357-442c-8e87-1a9a9cf6710f,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:28.260768 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:28.263539 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:28.313573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:04:28.338204 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, da0ee4dd-dbdb-4107-9ef1-8e4161663969) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:28.339733 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Checking segment: {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:28.340087 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Network hostable DHCP agents. Network: 93c7fb9e-208e-4989-921b-04141e7f8243, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:04:28.347141 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a46aea-a513-41ad-bd78-2cf9d63460d8,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:28.349765 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76fa75-3b9e-4701-83d1-770734f3a3dc None None] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:28.359632 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:28.360227 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.389212 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:28.396580 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9817014
May 10 18:04:28.397297 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41600) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:28.402740 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:28.407197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Network 93c7fb9e-208e-4989-921b-04141e7f8243 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:04:28.409774 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:28.417299 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Usage tracker for resource:router and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:28.420895 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 93c7fb9e-208e-4989-921b-04141e7f8243) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:28.422387 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:28.430025 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:28.434454 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:28.435078 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.479425 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8232458
May 10 18:04:28.484478 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41604) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:28.491097 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:28.506193 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.507695 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.520136 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:28.529799 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Usage tracker for resource:router and tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:28.562083 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:28.572836 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11b48b-9c10-473d-a2e5-42aa0fae4eb6 None None] Network 93c7fb9e-208e-4989-921b-04141e7f8243 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:28.590854 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:28.613922 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.813197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.816844 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.844266 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 18:04:28.845183 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:28.874558 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:29.189967 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:29.198737 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Allocated IP 172.20.0.2 (da0ee4dd-dbdb-4107-9ef1-8e4161663969/e77228e7-0357-442c-8e87-1a9a9cf6710f/8a318187-babc-417b-9f66-44d94d201913) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:04:29.418258 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:29.420030 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:29.442781 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:29.541145 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:29.551562 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Transition to ACTIVE for port object 8a318187-babc-417b-9f66-44d94d201913 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:29.570204 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Transition to ACTIVE for port object 8a318187-babc-417b-9f66-44d94d201913 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:29.611023 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:29.652753 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:29.656794 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:29.692849 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Checking segment: {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:29.693145 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Network hostable DHCP agents. Network: 8f5ff834-018e-4fa1-8a0d-6e025d124774, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:04:29.702562 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46f2550-ad90-45b5-9120-8d7814e67a88 None None] Network 93c7fb9e-208e-4989-921b-04141e7f8243 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:29.738251 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:29.738481 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Network 8f5ff834-018e-4fa1-8a0d-6e025d124774 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:04:29.743234 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:29.758704 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:04:29.764850 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d786a0-c503-435d-9062-475f05f52513,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:29.818966 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 8f5ff834-018e-4fa1-8a0d-6e025d124774) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:29.822339 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Pushing event updated for resources: {'Port': ['ID=8a318187-babc-417b-9f66-44d94d201913,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:29.839204 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:29.839921 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:29.863291 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0bf4df-a9f8-4c13-9e12-0dda2d823007 None None] Network 8f5ff834-018e-4fa1-8a0d-6e025d124774 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:29.938457 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Pushing event updated for resources: {'Subnet': ['ID=760f9cbb-4cb8-4768-88df-f4656df2bebd,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:29.942968 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Checking segment: {'id': '90be86dd-f9fd-4ade-90b3-eb1ae2bb0213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '56e5f27b-73b4-4412-b043-f8d4738f6f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:29.944074 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Network hostable DHCP agents. Network: 56e5f27b-73b4-4412-b043-f8d4738f6f8e, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:04:29.947884 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:29.961764 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.961976 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.962769 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.963213 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.963541 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.963868 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-17374793-287c-4a3a-b9c7-629455086045 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.7228398
May 10 18:04:29.964034 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.964373 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.964690 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.965458 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.965567 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:29.965673 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.965817 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.966125 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:29.966238 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Tracked resource versions report:
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]: pushed versions:
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]: {   'AddressGroup': {'1.2'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'ConntrackHelper': {'1.0'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Log': {'1.0'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Network': {'1.1'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Port': {'1.7'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'PortForwarding': {'1.2'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'QosPolicy': {'1.8'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'SecurityGroup': {'1.4'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'SecurityGroupRule': {'1.2'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'SubPort': {'1.0'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Subnet': {'1.1'},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     'Trunk': {'1.1'}}
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]: consumer versions:
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]: {   DHCP agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     HyperV agent@hv-cinder-79049: {},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     L3 agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     Metadata agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     Metering agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:     Open vSwitch agent@dv-cinder-790492-1-iscsi: {   'AddressGroup': '1.2',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'ConntrackHelper': '1.0',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Log': '1.0',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Network': '1.1',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Port': '1.7',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'PortForwarding': '1.2',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'QosPolicy': '1.8',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'SecurityGroup': '1.4',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'SecurityGroupRule': '1.2',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'SubPort': '1.0',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Subnet': '1.1',
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:                                                      'Trunk': '1.1'}}
May 10 18:04:29.968248 dv-cinder-790492-1-iscsi neutron-server[78704]:  {{(pid=78704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 18:04:29.993541 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:30.002003 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.010001 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:30.052371 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Network 56e5f27b-73b4-4412-b043-f8d4738f6f8e is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:04:30.091805 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 56e5f27b-73b4-4412-b043-f8d4738f6f8e) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:30.098631 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3c983c-d301-4b04-be24-eff75b56e8b3,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:30.111623 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:30.112374 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.135224 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Checking segment: {'id': '49df2f90-ab52-4145-9598-d007d90d7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '47046b93-57e0-44b8-88a8-74bf21e6e180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:30.135933 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Network hostable DHCP agents. Network: 47046b93-57e0-44b8-88a8-74bf21e6e180, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:04:30.159151 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:30.166835 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.169770 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.1559274
May 10 18:04:30.175471 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Network 47046b93-57e0-44b8-88a8-74bf21e6e180 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:04:30.184748 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 47046b93-57e0-44b8-88a8-74bf21e6e180) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:30.208554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:30.209263 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.239741 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae0e456-6c14-44c9-b1ce-f83175052c43 None None] Network 56e5f27b-73b4-4412-b043-f8d4738f6f8e requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:30.254141 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d015d88-fd91-4d34-b69f-5ae52a03fac4 None None] Network 47046b93-57e0-44b8-88a8-74bf21e6e180 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:30.264768 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.3822234
May 10 18:04:30.265685 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.362487 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.397137 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.398182 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41674) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:30.464822 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] Deleting subnet bee07a6e-8a93-4742-8b64-f8352d5e880d {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:04:30.468177 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.523542 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41690) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:30.527852 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.531009 dv-cinder-790492-1-iscsi neutron-server[78703]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 10 18:04:30.591487 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.664958 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Allocated IP 172.27.3.41 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/b8923568-c631-48f5-8cc5-b197d7160386) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:04:30.745921 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Attempting to bind port 8a318187-babc-417b-9f66-44d94d201913 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:04:30.746490 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Attempting to bind port 8a318187-babc-417b-9f66-44d94d201913 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:04:30.747321 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Attempting to bind port 8a318187-babc-417b-9f66-44d94d201913 on network da0ee4dd-dbdb-4107-9ef1-8e4161663969 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:30.808358 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:04:30.808914 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Checking segment: {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:30.809594 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.810099 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Bound using segment: {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:04:30.810693 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Bound port: 8a318187-babc-417b-9f66-44d94d201913, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:04:30.811220 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.858259 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:30.873111 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-42138b65-14a5-4c85-af69-ec60027333a4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:30.873702 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-42138b65-14a5-4c85-af69-ec60027333a4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:04:30.886598 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41720) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:30.892953 dv-cinder-790492-1-iscsi neutron-server[78702]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 10 18:04:30.925517 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-42138b65-14a5-4c85-af69-ec60027333a4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:04:30.926685 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-42138b65-14a5-4c85-af69-ec60027333a4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 815 time: 0.4021547
May 10 18:04:30.975496 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-78e68dd8-7aa9-4cae-8812-c9e8e979a8f9 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/quotas/5ec0c7113f6a460388e8627a024f3dac HTTP/1.1" status: 200  len: 375 time: 0.0168102
May 10 18:04:30.994826 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be64652-fdc6-44d5-962d-ebd1440156bb None None] Network 56e5f27b-73b4-4412-b043-f8d4738f6f8e requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:31.043381 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1fd4fc0a-26e9-45c9-8eb0-8acbd0585138 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0554011
May 10 18:04:31.065044 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.070133 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ee961a1a-84c9-4d6c-beba-e2d797dd5cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:31.103880 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bee07a6e-8a93-4742-8b64-f8352d5e880d,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:31.107106 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:31.108062 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.114681 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bee07a6e-8a93-4742-8b64-f8352d5e880d HTTP/1.1" status: 204  len: 168 time: 0.7152321
May 10 18:04:31.117128 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41730) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:31.176060 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Allocated IP 172.27.3.233 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/aff63235-f6a6-4edf-a905-a0c4b56db718) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:04:31.235406 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.301566 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.329304 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:31.429339 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:31.438234 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.439711 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe61d-bd91-4692-8eef-03515e388a1b req-c889fb59-262b-4786-9148-76f9adccd787 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:31.441512 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-c889fb59-262b-4786-9148-76f9adccd787 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/networks?id=47046b93-57e0-44b8-88a8-74bf21e6e180 HTTP/1.1" status: 200  len: 811 time: 0.5538394
May 10 18:04:31.447576 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:31.460652 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f793c59bf40>> segment before_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.461952 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f793c59bf40>> subnet precommit_delete_associations 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.463322 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f793c59b2e0>> segment_host_mapping after_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.463930 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f793c59b2e0>> port after_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.464593 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f793c59b2e0>> port after_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.465511 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f793c59b2e0>> port after_update 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.466055 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f793c59b2e0>> segment after_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.467028 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f793c59b2e0>> subnet after_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.467620 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f793c59b2e0>> subnet after_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.468674 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f793c59b2e0>> subnet after_update 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.468879 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:04:31.559041 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.575118 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34b2be-c843-4a45-889f-55b98535a548 None None] Network 8f5ff834-018e-4fa1-8a0d-6e025d124774 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:31.650945 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7937f054f0>> subnet after_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.651460 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7937f054f0>> subnet after_delete 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.651888 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7937f054f0>> subnet before_create 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.652315 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7937f054f0>> subnet before_update 55550000 {{(pid=78703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:04:31.652775 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f793c59b2b0>,) {'filters': {'network_id': ['408fc5b8-75b4-4b8c-8e1a-5348f9025503']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:31.665924 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f793c59b2b0>, '63d01074-c797-436f-ba02-02bd03eac4dc') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:31.666356 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f793c59b2b0>, '63d01074-c797-436f-ba02-02bd03eac4dc') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:31.670286 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] For port 8a318187-babc-417b-9f66-44d94d201913, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:04:31.678762 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.687363 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Pushing event updated for resources: {'Port': ['ID=b8923568-c631-48f5-8cc5-b197d7160386,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:31.696637 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.703989 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:04:31.704438 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.739418 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-a587efda-7267-4877-8a6a-234dda0b1ef1 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/quotas/d0dc9a5bacb04bad8f31242c954cde36 HTTP/1.1" status: 200  len: 375 time: 0.2748401
May 10 18:04:31.740497 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:31.755034 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] For port 8a318187-babc-417b-9f66-44d94d201913, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=8a318187-babc-417b-9f66-44d94d201913,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:04:31.790400 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   from cryptography.utils import int_from_bytes
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   from cryptography.utils import int_from_bytes
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:04:31.792674 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:04:31.815537 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.818590 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc76efc-26d5-4b91-9315-b69ded38b802 None None] Network 47046b93-57e0-44b8-88a8-74bf21e6e180 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:31.821571 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:31.837672 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:31.842090 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:31.848984 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=408fc5b8-75b4-4b8c-8e1a-5348f9025503,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:31.853328 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:31.858534 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4bc0a67a-8c3c-4188-88f6-a552315c3b21 admin admin] 10.222.0.70 "DELETE /v2.0/networks/408fc5b8-75b4-4b8c-8e1a-5348f9025503 HTTP/1.1" status: 204  len: 168 time: 0.7402365
May 10 18:04:31.859606 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41756) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:31.904143 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-4403934e-c0e3-4070-bdc6-f09f7ec4a9a8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 18:04:31.905428 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-4403934e-c0e3-4070-bdc6-f09f7ec4a9a8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1117554
May 10 18:04:32.073990 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c0a8df-1cd2-4e38-aac2-10606bebee83 admin admin] Deleting subnet 760f9cbb-4cb8-4768-88df-f4656df2bebd {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:04:32.086627 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a8df-1cd2-4e38-aac2-10606bebee83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:32.109208 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:32.132246 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Pushing event updated for resources: {'Port': ['ID=8a318187-babc-417b-9f66-44d94d201913,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:32.146429 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:32.173981 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a8df-1cd2-4e38-aac2-10606bebee83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1709152'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:32.185744 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-f86e4382-d060-46be-8ac0-1b77619e4694 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d0dc9a5bacb04bad8f31242c954cde36&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3091555
May 10 18:04:32.198438 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:32.287082 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:32.288628 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-3d2e7f64-899d-4856-af07-a79638338d8b service neutron] 10.222.0.70 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3727069
May 10 18:04:32.368239 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:32.381297 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:32.384284 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:04:32.408242 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a8df-1cd2-4e38-aac2-10606bebee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:32.584406 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-50adfcf7-9904-4dec-bf2f-ed5081fd6f50 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 18:04:32.585440 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-50adfcf7-9904-4dec-bf2f-ed5081fd6f50 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3075535
May 10 18:04:32.603224 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-78b7a582-c663-4377-b23e-6c13c3359b45 service neutron] 10.222.0.70 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3136582
May 10 18:04:32.729086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Pushing event updated for resources: {'Port': ['ID=aff63235-f6a6-4edf-a905-a0c4b56db718,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:32.733635 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:32.755572 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a8df-1cd2-4e38-aac2-10606bebee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1580337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10650524'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:32.772192 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:32.782861 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41780) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:32.824473 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a8df-1cd2-4e38-aac2-10606bebee83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:32.834462 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0a8df-1cd2-4e38-aac2-10606bebee83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760f9cbb-4cb8-4768-88df-f4656df2bebd,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:32.835510 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-5f1fff76-6518-40dc-83fa-a7e7b1be41b3 service neutron] 10.222.0.70 "GET /v2.0/networks/47046b93-57e0-44b8-88a8-74bf21e6e180?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157216
May 10 18:04:32.851408 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a9c0a8df-1cd2-4e38-aac2-10606bebee83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:32.853803 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a9c0a8df-1cd2-4e38-aac2-10606bebee83 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/760f9cbb-4cb8-4768-88df-f4656df2bebd HTTP/1.1" status: 204  len: 168 time: 0.9930904
May 10 18:04:32.857101 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41794) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:32.999318 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.099938 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.148179 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.177959 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7937f34d30>,) {'filters': {'network_id': ['56e5f27b-73b4-4412-b043-f8d4738f6f8e']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:33.261101 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f3785757-83f4-4f15-8a8c-1d1fd0a3a102 req-66973460-cb2b-41a8-b096-ff509cc10e8e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.0652184
May 10 18:04:33.265026 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937f34d30>, '90be86dd-f9fd-4ade-90b3-eb1ae2bb0213') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:33.265316 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937f34d30>, '90be86dd-f9fd-4ade-90b3-eb1ae2bb0213') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:33.287743 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:33.296717 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.311562 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Usage tracker for resource:security_group_rule and tenant:505e459d5c514d4fa7e09065830fdad4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:33.321357 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:33.337349 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813362b0-02c0-4ba4-ad90-87009020dbcf None None] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:04:33.341972 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:33.346577 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.354686 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:04:33.355848 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:04:33.373312 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:04:33.469580 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ce927c08-7f68-4a03-953e-d10be2d43387 None None] Provisioning for port 8a318187-babc-417b-9f66-44d94d201913 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:04:33.476172 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-f887b151-585f-45d8-a847-ae4846efa44d service neutron] 10.222.0.70 "GET /v2.0/networks/47046b93-57e0-44b8-88a8-74bf21e6e180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5724509
May 10 18:04:33.493985 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.512176 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.522550 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:33.602951 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.626425 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e5f27b-73b4-4412-b043-f8d4738f6f8e,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:33.633448 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:33.636983 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.638337 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/56e5f27b-73b4-4412-b043-f8d4738f6f8e HTTP/1.1" status: 204  len: 168 time: 0.7771499
May 10 18:04:33.746877 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 8a318187-babc-417b-9f66-44d94d201913 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:33.912925 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 8a318187-babc-417b-9f66-44d94d201913 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:04:33.918216 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 8a318187-babc-417b-9f66-44d94d201913 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:33.918797 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:33.925554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41844) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:34.121679 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-21f9c560-59ef-452f-b70a-235cae94f780 req-c839ff0f-7b88-4124-bda9-003faceae3d7 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.1396327
May 10 18:04:34.223293 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3732eb9b-49a6-4ea1-aa67-5e286d67fb25 admin admin] Synchronizing usage tracker for tenant:c0300988a1db49349e4e1b81c04eb55f on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:04:34.267721 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3732eb9b-49a6-4ea1-aa67-5e286d67fb25 admin admin] Unset dirty status for tenant:c0300988a1db49349e4e1b81c04eb55f on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:04:34.272446 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.273866 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3732eb9b-49a6-4ea1-aa67-5e286d67fb25 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e26b35b31aaf45da80fc63ead14dac31&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3450634
May 10 18:04:34.276562 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41870) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:34.339368 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-7278d7ee-25b4-4b8f-9e06-863fdb45eafa None None] Provisioning complete for port 8a318187-babc-417b-9f66-44d94d201913 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:34.339948 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7278d7ee-25b4-4b8f-9e06-863fdb45eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.399470 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 8a318187-babc-417b-9f66-44d94d201913, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=8a318187-babc-417b-9f66-44d94d201913,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:04:34.411408 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.419174 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9307b557-becb-4ba2-91ab-62bb0089db83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.419652 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:34.460811 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9307b557-becb-4ba2-91ab-62bb0089db83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.523806 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=8a318187-babc-417b-9f66-44d94d201913,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:34.540512 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:34.540845 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9307b557-becb-4ba2-91ab-62bb0089db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.552709 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f527fae8-4489-4ed3-b216-22dc8ffe2b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:34.577947 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307b557-becb-4ba2-91ab-62bb0089db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffda09a4-d105-424e-a9c6-42e7aad727cb,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:34.582519 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9307b557-becb-4ba2-91ab-62bb0089db83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:34.586340 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9307b557-becb-4ba2-91ab-62bb0089db83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.603045 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9307b557-becb-4ba2-91ab-62bb0089db83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffda09a4-d105-424e-a9c6-42e7aad727cb HTTP/1.1" status: 204  len: 168 time: 0.3140099
May 10 18:04:34.641110 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.663525 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41892) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:34.697172 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.713155 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1fc4b4b-3cc1-4cf5-b207-611e65368181 req-cbc91704-cc3d-44b7-884a-d1aed0445ecf tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.1154408
May 10 18:04:34.741749 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:34.783593 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Router e189e04f-c844-42bf-b83c-a27165398f17 is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 18:04:34.804691 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=505e459d5c514d4fa7e09065830fdad4&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0189216
May 10 18:04:34.807384 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4403d7-3a2b-44ea-abb8-5208b300b0b6,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:34.807538 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41902) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:34.819823 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-fb70f600-daea-454e-85f5-e2206204ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.832520 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:34.861823 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.896018 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:34.897236 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.902653 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8b96343b1d964ab7a0163c812d5dd241 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:34.906310 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:34.923926 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:34.932079 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4689ea95-63cc-4d2b-b6d2-ff649f46ab5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:34.977336 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4689ea95-63cc-4d2b-b6d2-ff649f46ab5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.080288 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.086012 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4689ea95-63cc-4d2b-b6d2-ff649f46ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.089639 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.110111 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:35.124369 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689ea95-63cc-4d2b-b6d2-ff649f46ab5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4403d7-3a2b-44ea-abb8-5208b300b0b6,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:35.144027 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41914) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:35.190014 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:04:35.197650 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b96343b1d964ab7a0163c812d5dd241&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5329964
May 10 18:04:35.202252 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Sync routers for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:04:35.203015 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41920) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:35.212671 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4689ea95-63cc-4d2b-b6d2-ff649f46ab5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.217270 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4689ea95-63cc-4d2b-b6d2-ff649f46ab5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d4403d7-3a2b-44ea-abb8-5208b300b0b6 HTTP/1.1" status: 204  len: 168 time: 0.4081452
May 10 18:04:35.219622 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:04:35.220641 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c66f220>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:04:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:35.233621 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.235247 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2fb20f89-4327-4314-b45f-4c58ffd6fee6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.8368635
May 10 18:04:35.241936 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41926) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:35.308634 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3ea66109-266e-4a11-b103-26259c1e755b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=952712f627664586b03f9174ef612b19&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1613786
May 10 18:04:35.308987 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41930) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:35.352783 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Router 9dccee65-28d8-45c0-9405-e3048aaba1b8 is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 18:04:35.524714 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a357d-b6d9-48c3-99a0-c7aeb49dee40,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:35.559944 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:04:35.580863 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:35.581550 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:35.581729 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:35.584114 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aba2f376-8c65-4a1f-8d85-dd6f8effffbc req-df8a0be1-68a3-4eb2-baa6-81f0d8287943 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.1493051
May 10 18:04:35.602335 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3fa02a76-c00a-4b7a-88a7-17272431143a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.645151 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 8a318187-babc-417b-9f66-44d94d201913 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:35.658862 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3fa02a76-c00a-4b7a-88a7-17272431143a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.683629 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:04:35.694364 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41940) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:35.698203 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Sync routers for ids ['9dccee65-28d8-45c0-9405-e3048aaba1b8'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:04:35.715930 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3624-ae97-44e9-95e3-fd8638d6b47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.740823 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Routers {'9dccee65-28d8-45c0-9405-e3048aaba1b8'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:04:35.742522 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793d48ccd0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:04:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9dccee65-28d8-45c0-9405-e3048aaba1b8'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:35.744503 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.747592 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.2601633
May 10 18:04:35.749210 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 41946) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:35.864769 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.918334 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:35.936735 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Usage tracker for resource:security_group_rule and tenant:eed5b214382d4f9db11af34fcdd4895b is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:35.942418 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3624-ae97-44e9-95e3-fd8638d6b47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:35.948944 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:35.958482 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:35.977149 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c66f220>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:31Z', 'revision_number': 3, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:35.982685 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Checking router: e189e04f-c844-42bf-b83c-a27165398f17 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:04:35.983342 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Updating router e189e04f-c844-42bf-b83c-a27165398f17 port b8923568-c631-48f5-8cc5-b197d7160386 binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:04:36.003043 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Set router 9dccee65-28d8-45c0-9405-e3048aaba1b8 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:04:36.042309 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.056081 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3fa02a76-c00a-4b7a-88a7-17272431143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.184462 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:36.216349 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3fa02a76-c00a-4b7a-88a7-17272431143a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.217471 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3fa02a76-c00a-4b7a-88a7-17272431143a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85b9184a-71c4-4ce5-ae86-9a83d0847049 HTTP/1.1" status: 204  len: 168 time: 0.9054222
May 10 18:04:36.229600 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3624-ae97-44e9-95e3-fd8638d6b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.232257 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa02a76-c00a-4b7a-88a7-17272431143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b9184a-71c4-4ce5-ae86-9a83d0847049,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:36.240497 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3fa02a76-c00a-4b7a-88a7-17272431143a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:36.242790 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a9c59665-a30b-4261-9918-5a6f3d059a54 req-d5c124e0-87f7-4ff4-bcd9-600a56fbe521 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.1962101
May 10 18:04:36.319670 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 8a318187-babc-417b-9f66-44d94d201913 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:36.320050 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.323824 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:36.354735 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.359154 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc3624-ae97-44e9-95e3-fd8638d6b47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a357d-b6d9-48c3-99a0-c7aeb49dee40,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:36.370622 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b2fc3624-ae97-44e9-95e3-fd8638d6b47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:36.383635 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.526677 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793d48ccd0>, [{'id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:32Z', 'revision_number': 3, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'gw_port': {'id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:36.532029 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:36.533221 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Checking router: 9dccee65-28d8-45c0-9405-e3048aaba1b8 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:04:36.533587 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Updating router 9dccee65-28d8-45c0-9405-e3048aaba1b8 port aff63235-f6a6-4edf-a905-a0c4b56db718 binding host dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:04:36.535857 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.543425 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eed5b214382d4f9db11af34fcdd4895b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8451469
May 10 18:04:36.549918 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 41956) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:36.558264 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3624-ae97-44e9-95e3-fd8638d6b47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.561797 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b2fc3624-ae97-44e9-95e3-fd8638d6b47d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/893a357d-b6d9-48c3-99a0-c7aeb49dee40 HTTP/1.1" status: 204  len: 168 time: 1.3541398
May 10 18:04:36.569827 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Transition to ACTIVE for port object b8923568-c631-48f5-8cc5-b197d7160386 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:36.594306 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.599565 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:36.616695 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.668071 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eaa19b-c027-4db5-8af4-bfd9ec306089,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:36.699897 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:36.745355 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Attempting to bind port b8923568-c631-48f5-8cc5-b197d7160386 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:04:36.746116 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Attempting to bind port b8923568-c631-48f5-8cc5-b197d7160386 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:04:36.746838 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Attempting to bind port b8923568-c631-48f5-8cc5-b197d7160386 on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:36.754702 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:04:36.755493 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:36.756167 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.756878 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:04:36.757573 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Bound port: b8923568-c631-48f5-8cc5-b197d7160386, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:04:36.758180 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.844017 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] For port b8923568-c631-48f5-8cc5-b197d7160386, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:04:36.849076 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] For port b8923568-c631-48f5-8cc5-b197d7160386, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=b8923568-c631-48f5-8cc5-b197d7160386,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:04:36.865142 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:36.881369 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Pushing event updated for resources: {'Port': ['ID=b8923568-c631-48f5-8cc5-b197d7160386,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:36.893691 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.894590 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.895812 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.896760 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.897317 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.898257 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.898826 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.899394 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.899947 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.900472 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.900994 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.901514 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Tracked resource versions report:
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]: pushed versions:
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]: {   'AddressGroup': {'1.2'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'ConntrackHelper': {'1.0'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Log': {'1.0'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Network': {'1.1'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Port': {'1.7'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'PortForwarding': {'1.2'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'QosPolicy': {'1.8'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'SecurityGroup': {'1.4'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'SecurityGroupRule': {'1.2'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'SubPort': {'1.0'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Subnet': {'1.1'},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     'Trunk': {'1.1'}}
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]: consumer versions:
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]: {   DHCP agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     HyperV agent@hv-cinder-79049: {},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     L3 agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     Metadata agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     Metering agent@dv-cinder-790492-1-iscsi: {},
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:     Open vSwitch agent@dv-cinder-790492-1-iscsi: {   'AddressGroup': '1.2',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'ConntrackHelper': '1.0',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Log': '1.0',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Network': '1.1',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Port': '1.7',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'PortForwarding': '1.2',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'QosPolicy': '1.8',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'SecurityGroup': '1.4',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'SecurityGroupRule': '1.2',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'SubPort': '1.0',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Subnet': '1.1',
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:                                                      'Trunk': '1.1'}}
May 10 18:04:36.903602 dv-cinder-790492-1-iscsi neutron-server[78705]:  {{(pid=78705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 18:04:36.910328 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a128e96a-948a-40a7-b0f4-d150f9568d72 req-50d4ecc4-2262-4249-ba4c-f61c8db6f91e tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.0692956
May 10 18:04:36.940642 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:04:36.946596 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c66f220>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:04:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:36.976632 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.022473 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8e808f0b-c132-497a-a451-d519d9053fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.114927 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.121845 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8e808f0b-c132-497a-a451-d519d9053fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.163301 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:04:37.294269 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:37.294986 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-b248217c-7463-42c2-b351-e53e58179f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:37.312168 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Allocated IP 172.20.0.1 (93c7fb9e-208e-4989-921b-04141e7f8243/21a46aea-a513-41ad-bd78-2cf9d63460d8/3e43e21e-5916-440a-a8da-87f7e2f13898) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:04:37.471986 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Pushing event updated for resources: {'Port': ['ID=b8923568-c631-48f5-8cc5-b197d7160386,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:37.483366 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:37.541689 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8e808f0b-c132-497a-a451-d519d9053fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.639105 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9307b557-becb-4ba2-91ab-62bb0089db83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:37.674066 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.700464 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c66f220>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:31Z', 'revision_number': 3, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:37.708340 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6ad37-231e-4e81-989e-86b28e862080 None None] The sync data for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi is: [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:31Z', 'revision_number': 3, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:04:37.712707 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9a2538dc-aac2-41e8-bfea-0576f582c715 req-54da8944-3a65-4758-80a1-668468b34fe4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.1777890
May 10 18:04:37.738450 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.750875 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e808f0b-c132-497a-a451-d519d9053fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eaa19b-c027-4db5-8af4-bfd9ec306089,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:37.766594 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Transition to ACTIVE for port object aff63235-f6a6-4edf-a905-a0c4b56db718 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:37.773758 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8e808f0b-c132-497a-a451-d519d9053fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:37.794187 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-dde2a3d8-e817-4456-b801-bba9ff5ffc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.806510 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.818443 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:37.899474 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.899931 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Allocated IP 172.20.0.1 (da0ee4dd-dbdb-4107-9ef1-8e4161663969/e77228e7-0357-442c-8e87-1a9a9cf6710f/154fa862-59c2-427c-af79-2f789f20e723) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:04:37.939565 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Attempting to bind port aff63235-f6a6-4edf-a905-a0c4b56db718 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:04:37.940000 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Attempting to bind port aff63235-f6a6-4edf-a905-a0c4b56db718 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:04:37.940440 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Attempting to bind port aff63235-f6a6-4edf-a905-a0c4b56db718 on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:37.958647 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:04:37.964772 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:37.965439 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.967961 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:04:37.968681 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Bound port: aff63235-f6a6-4edf-a905-a0c4b56db718, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:04:37.969352 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.981487 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:37.985929 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:38.060705 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab303c-57ca-49fe-b688-5e381b60f1c1 None None] Pushing event updated for resources: {'Port': ['ID=aff63235-f6a6-4edf-a905-a0c4b56db718,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:38.080262 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-52ab303c-57ca-49fe-b688-5e381b60f1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:38.190744 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] For port aff63235-f6a6-4edf-a905-a0c4b56db718, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:04:38.194223 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8e808f0b-c132-497a-a451-d519d9053fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:38.195652 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-8e808f0b-c132-497a-a451-d519d9053fca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70eaa19b-c027-4db5-8af4-bfd9ec306089 HTTP/1.1" status: 204  len: 168 time: 1.6428220
May 10 18:04:38.199387 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Network 93c7fb9e-208e-4989-921b-04141e7f8243 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:38.202046 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] For port aff63235-f6a6-4edf-a905-a0c4b56db718, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=aff63235-f6a6-4edf-a905-a0c4b56db718,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:04:38.210022 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:38.215311 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:38.216720 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:38.256422 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Transition to ACTIVE for port object 154fa862-59c2-427c-af79-2f789f20e723 will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:38.284023 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3e43e21e-5916-440a-a8da-87f7e2f13898,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:38.309765 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Routers {'9dccee65-28d8-45c0-9405-e3048aaba1b8'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:04:38.310491 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793d48ccd0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:04:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9dccee65-28d8-45c0-9405-e3048aaba1b8'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:38.314509 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:38.325283 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:38.327643 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:38.333222 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:38.337483 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:04:38.339074 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:38.566809 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:38.568463 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.58', 56903) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:38.581027 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:38.590050 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:04:38.695837 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] Set router 9dccee65-28d8-45c0-9405-e3048aaba1b8 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:04:39.003706 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-95a5b7e5-3a34-4471-821b-d077d92f51d2 req-abb2aa89-d3c8-457a-b0a3-d13d61a4c028 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.8161573
May 10 18:04:39.049308 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-66774146-da6b-413a-ac1f-e24991f648e9 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:39.053065 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-66774146-da6b-413a-ac1f-e24991f648e9 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 815 time: 0.4757969
May 10 18:04:39.145697 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:04:39.157227 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:39.199152 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab303c-57ca-49fe-b688-5e381b60f1c1 None None] Pushing event updated for resources: {'Port': ['ID=aff63235-f6a6-4edf-a905-a0c4b56db718,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:39.204057 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Request body: {'port': {'device_id': '7bf2b56f-cd64-4501-8bf7-b9980be2d006', 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774', 'admin_state_up': True, 'tenant_id': '5ec0c7113f6a460388e8627a024f3dac'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:39.269727 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Pushing event updated for resources: {'Port': ['ID=154fa862-59c2-427c-af79-2f789f20e723,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:39.309322 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a480278d-d550-4578-a6b2-e442628f0861 req-73aa6d14-bb42-404d-b73c-b2eccb437380 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.2233114
May 10 18:04:39.310776 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.978s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:39.382430 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.58', 56910) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:39.429165 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:39.454235 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-52ab303c-57ca-49fe-b688-5e381b60f1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.237s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:39.475641 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:39.490554 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b71d9b3b-e3d6-4a16-ac1e-a288158e1b3f None None] Provisioning for port 154fa862-59c2-427c-af79-2f789f20e723 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:04:39.523084 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b71d9b3b-e3d6-4a16-ac1e-a288158e1b3f None None] Provisioning complete for port 154fa862-59c2-427c-af79-2f789f20e723 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:39.526452 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b71d9b3b-e3d6-4a16-ac1e-a288158e1b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:39.732372 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:39.740487 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:39.742570 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:39.757008 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-70252bb8-6679-4d2e-bae0-5edef47a24cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:39.794548 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-b71d9b3b-e3d6-4a16-ac1e-a288158e1b3f None None] Port 154fa862-59c2-427c-af79-2f789f20e723 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:04:39.806677 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device b8923568-c631-48f5-8cc5-b197d7160386 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:39.944309 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe61d-bd91-4692-8eef-03515e388a1b req-70284fea-7269-4e7d-9e79-0dd5c9930308 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:39.945308 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-397fe61d-bd91-4692-8eef-03515e388a1b req-70284fea-7269-4e7d-9e79-0dd5c9930308 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Synchronizing usage tracker for tenant:d0dc9a5bacb04bad8f31242c954cde36 on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:04:39.954103 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port b8923568-c631-48f5-8cc5-b197d7160386 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:04:39.970579 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793d48ccd0>, [{'id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:32Z', 'revision_number': 3, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'gw_port': {'id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:39.989334 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port b8923568-c631-48f5-8cc5-b197d7160386 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:39.989829 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:40.030667 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:40.060598 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de4d03-3f44-4505-af52-9a993f35c540 None None] The sync data for ids ['9dccee65-28d8-45c0-9405-e3048aaba1b8'] in dv-cinder-790492-1-iscsi is: [{'id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:32Z', 'revision_number': 3, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'gw_port': {'id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:04:40.105977 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:40.249579 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3e43e21e-5916-440a-a8da-87f7e2f13898,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:40.267359 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:40.347630 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:40.404181 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port b8923568-c631-48f5-8cc5-b197d7160386, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=b8923568-c631-48f5-8cc5-b197d7160386,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:04:40.416134 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Network 93c7fb9e-208e-4989-921b-04141e7f8243 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:40.418604 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:40.419535 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:40.425460 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-8fa78c39-2b60-4697-8bb4-a5914913b5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:40.528643 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:40.572878 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-397fe61d-bd91-4692-8eef-03515e388a1b req-70284fea-7269-4e7d-9e79-0dd5c9930308 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Unset dirty status for tenant:d0dc9a5bacb04bad8f31242c954cde36 on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:04:40.574031 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-70284fea-7269-4e7d-9e79-0dd5c9930308 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.58 "GET /v2.0/networks?id=47046b93-57e0-44b8-88a8-74bf21e6e180 HTTP/1.1" status: 200  len: 811 time: 1.1840434
May 10 18:04:40.593760 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Usage tracker for resource:port and tenant:5ec0c7113f6a460388e8627a024f3dac is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:40.594876 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=b8923568-c631-48f5-8cc5-b197d7160386,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:40.598493 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:40.608413 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:40.646800 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a5f8a3c2-082f-40f3-94b1-d2951b148c4d req-1e572e3d-de67-4950-917d-0a6b08fb0c09 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.3352671
May 10 18:04:40.688150 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Request body: {'port': {'device_id': '30675f2a-1234-44b3-a0d0-c77727923f48', 'network_id': '47046b93-57e0-44b8-88a8-74bf21e6e180', 'admin_state_up': True, 'tenant_id': 'd0dc9a5bacb04bad8f31242c954cde36'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:40.724494 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8fb707de-a2c4-4e36-8665-37f75e57cd2a req-a72a35a8-8cf7-4088-aafc-f4624d077506 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.1421630
May 10 18:04:40.917361 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Router 9dccee65-28d8-45c0-9405-e3048aaba1b8 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:04:41.032636 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:41.130531 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:41.264620 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Made reservation on behalf of 5ec0c7113f6a460388e8627a024f3dac for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:41.285053 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:41.321296 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:41.516799 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:41.676111 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Pushing event updated for resources: {'Port': ['ID=154fa862-59c2-427c-af79-2f789f20e723,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:41.685575 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:41.728454 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:04:41.770869 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] 10.222.0.70 "PUT /v2.0/routers/9dccee65-28d8-45c0-9405-e3048aaba1b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0052829
May 10 18:04:41.816450 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:41.864958 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device b8923568-c631-48f5-8cc5-b197d7160386 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:41.925212 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Allocated IP 172.20.0.12 (8f5ff834-018e-4fa1-8a0d-6e025d124774/c9d786a0-c503-435d-9062-475f05f52513/39069625-bd9c-49b7-8ac3-9be35842aae6) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:04:42.120466 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port b8923568-c631-48f5-8cc5-b197d7160386 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:42.120854 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:42.154832 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:42.259087 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Usage tracker for resource:port and tenant:d0dc9a5bacb04bad8f31242c954cde36 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:42.265096 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:42.273117 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-84e310bc-0fde-421a-b443-142d13347514 req-d18fbe71-b33f-4f9e-8d02-96f5585d9b92 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.1926420
May 10 18:04:42.378007 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d4c04606-0cac-4ef8-a1d2-8c02143b6648 req-d1f50865-29fe-48bd-b227-152511c509f4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.1747682
May 10 18:04:42.592179 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device aff63235-f6a6-4edf-a905-a0c4b56db718 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:42.612261 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:42.774754 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port aff63235-f6a6-4edf-a905-a0c4b56db718 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:04:42.788360 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port aff63235-f6a6-4edf-a905-a0c4b56db718 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:42.788739 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:42.910409 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Made reservation on behalf of d0dc9a5bacb04bad8f31242c954cde36 for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:42.919996 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:43.044970 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:43.100646 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port aff63235-f6a6-4edf-a905-a0c4b56db718, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=aff63235-f6a6-4edf-a905-a0c4b56db718,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:04:43.111935 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:43.132199 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:43.145671 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42174) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:43.190693 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:43.205047 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Sync routers for ids ['9dccee65-28d8-45c0-9405-e3048aaba1b8'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:04:43.220604 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Routers {'9dccee65-28d8-45c0-9405-e3048aaba1b8'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:04:43.221472 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793ca84220>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:04:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9dccee65-28d8-45c0-9405-e3048aaba1b8'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:43.332908 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:43.399329 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=aff63235-f6a6-4edf-a905-a0c4b56db718,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:43.413959 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:43.437599 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:43.513410 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:43.695111 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device aff63235-f6a6-4edf-a905-a0c4b56db718 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:43.720330 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Set router 9dccee65-28d8-45c0-9405-e3048aaba1b8 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:04:43.739805 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:43.764050 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f0e83d39-0b96-48be-a2a4-ac0e28dd5827 req-a2334be9-75f6-4866-9371-518a23f103c3 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.1885574
May 10 18:04:43.774177 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Usage tracker for resource:security_group_rule and tenant:79433e97d3504eefadb7236c029f019a is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:43.785808 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:43.807785 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Allocated IP 172.20.0.11 (47046b93-57e0-44b8-88a8-74bf21e6e180/4d3c983c-d301-4b04-be24-eff75b56e8b3/c0fc56d9-3b0b-4183-9aea-0015ab06b733) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:04:43.823502 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:44.014994 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-9c523507-f46f-4a84-8858-b6f9dc68909c None None] Provisioning complete for port 154fa862-59c2-427c-af79-2f789f20e723 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:44.016271 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9c523507-f46f-4a84-8858-b6f9dc68909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:44.096895 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:44.135167 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port aff63235-f6a6-4edf-a905-a0c4b56db718 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:44.135777 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:44.203397 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:44.215186 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-9c523507-f46f-4a84-8858-b6f9dc68909c None None] Port 154fa862-59c2-427c-af79-2f789f20e723 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:04:44.256213 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e261145f-29ff-4ef5-a665-561aff8c6fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:44.289602 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-302056dd-5ae6-4a40-8781-34c761c6d44c req-0202ec7e-7ea8-49b6-8bf1-45dfa8b3070a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.1825752
May 10 18:04:44.369532 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79433e97d3504eefadb7236c029f019a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2226927
May 10 18:04:44.370920 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47401cc8-e7ed-46e9-9350-88b7a214ce59,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:44.377377 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:44.377894 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42214) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:44.540975 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5576370f-8bf9-4297-ad05-c11fdbdd0900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:44.561532 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-9798c372-a16f-4746-b050-8aa8ef9364f2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:44.563822 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-9798c372-a16f-4746-b050-8aa8ef9364f2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 819 time: 1.2694316
May 10 18:04:44.611714 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5576370f-8bf9-4297-ad05-c11fdbdd0900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:44.725846 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5576370f-8bf9-4297-ad05-c11fdbdd0900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:44.735017 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3fa02a76-c00a-4b7a-88a7-17272431143a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:44.771345 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576370f-8bf9-4297-ad05-c11fdbdd0900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47401cc8-e7ed-46e9-9350-88b7a214ce59,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:44.815297 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5576370f-8bf9-4297-ad05-c11fdbdd0900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:44.849486 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793ca84220>, [{'id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:38Z', 'revision_number': 4, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'gw_port': {'id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '3e43e21e-5916-440a-a8da-87f7e2f13898', 'name': '', 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'mac_address': 'fa:16:3e:a1:cc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '21a46aea-a513-41ad-bd78-2cf9d63460d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 2, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'subnets': [{'id': '21a46aea-a513-41ad-bd78-2cf9d63460d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:44.859672 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5576370f-8bf9-4297-ad05-c11fdbdd0900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:44.861244 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5576370f-8bf9-4297-ad05-c11fdbdd0900 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47401cc8-e7ed-46e9-9350-88b7a214ce59 HTTP/1.1" status: 204  len: 168 time: 0.4823353
May 10 18:04:44.867183 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Checking router: 9dccee65-28d8-45c0-9405-e3048aaba1b8 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:04:44.867541 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Updating router 9dccee65-28d8-45c0-9405-e3048aaba1b8 port 3e43e21e-5916-440a-a8da-87f7e2f13898 binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:04:44.978544 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Router e189e04f-c844-42bf-b83c-a27165398f17 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:04:45.015310 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42238) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:45.054920 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:45.199647 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8cc431d3-48c9-4d36-bc6a-a19c03dd049d req-4d816f22-62c3-439b-9be6-573d5caf2452 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.1348436
May 10 18:04:45.243300 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-f71100ac-e13e-4458-bc01-c5087f2920df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/quotas/29d9e683610c4fe4a2e3a1f2c3eb2a53 HTTP/1.1" status: 200  len: 375 time: 0.3484690
May 10 18:04:45.560763 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:45.643731 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42258) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:45.765237 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5d73564d-3e8e-435b-a13e-bed109906da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:45.771706 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:45.784740 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:45.816718 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Transition to ACTIVE for port object 3e43e21e-5916-440a-a8da-87f7e2f13898 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:45.842379 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:45.848313 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8741-6a4c-40a7-bbc2-c3fd181e50ff req-4bea6961-158f-41ba-a44e-54c8ae079b6b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:45.856559 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eafe8741-6a4c-40a7-bbc2-c3fd181e50ff req-4bea6961-158f-41ba-a44e-54c8ae079b6b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 932 time: 0.3329227
May 10 18:04:45.879746 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:45.893013 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:45.908879 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:45.924733 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:45.936019 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:45.940619 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Usage tracker for resource:security_group_rule and tenant:62b812ceb2d8421eaa4916294c2eb69d is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:45.944580 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:45.950950 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:45.952294 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Network 8f5ff834-018e-4fa1-8a0d-6e025d124774 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:45.964943 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:45.975113 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:04:46.001894 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Usage tracker for resource:security_group_rule and tenant:e562c3b2942b4db4af3e87f0244c415a is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:46.016267 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:46.031483 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:46.060638 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-eafe8741-6a4c-40a7-bbc2-c3fd181e50ff req-42696afb-edd0-4cb8-81f5-efa0aaa4fbdf tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971593
May 10 18:04:46.181260 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:46.183170 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:46.183855 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:46.207222 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:46.215458 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.0456207
May 10 18:04:46.259400 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:46.283220 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:04:46.288569 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] 10.222.0.70 "PUT /v2.0/routers/e189e04f-c844-42bf-b83c-a27165398f17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0413375
May 10 18:04:46.292938 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Sync routers for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:04:46.309730 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b04a14-ca02-405e-9e33-c9caf3e04031 None None] Pushing event updated for resources: {'Port': ['ID=3e43e21e-5916-440a-a8da-87f7e2f13898,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:46.313094 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:04:46.323896 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c742bb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:04:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:46.330256 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-79366aa0-73a5-45a9-a0ca-a4462b242675 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0389426
May 10 18:04:46.333016 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74b04a14-ca02-405e-9e33-c9caf3e04031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:46.485183 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62b812ceb2d8421eaa4916294c2eb69d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8262532
May 10 18:04:46.488379 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42302) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:46.544661 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ad633a-f5a2-49da-903f-7c941af33a81,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:46.551468 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:46.738641 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:46.745909 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d04d51c0-62fd-4008-ac71-7815eb35ff1d req-96080d1c-7aad-4391-96ca-d37cbfca9624 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.1899145
May 10 18:04:46.750245 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Attempting to bind port 3e43e21e-5916-440a-a8da-87f7e2f13898 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:04:46.751102 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Attempting to bind port 3e43e21e-5916-440a-a8da-87f7e2f13898 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:04:46.753675 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Attempting to bind port 3e43e21e-5916-440a-a8da-87f7e2f13898 on network 93c7fb9e-208e-4989-921b-04141e7f8243 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:46.756296 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:46.774986 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:04:46.777051 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Checking segment: {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:46.777655 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:46.780025 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Bound using segment: {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:04:46.780865 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Bound port: 3e43e21e-5916-440a-a8da-87f7e2f13898, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:04:46.783189 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:46.809652 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:46.921167 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:04:46.945754 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-fef5bfcb-20f1-470f-9ed2-ae1247843ffe tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 18:04:46.946944 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-fef5bfcb-20f1-470f-9ed2-ae1247843ffe tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0282400
May 10 18:04:46.951038 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Pushing event updated for resources: {'Port': ['ID=39069625-bd9c-49b7-8ac3-9be35842aae6,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:46.969621 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.204s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:46.994474 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:47.018194 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f925b3ad-be0d-48e4-94f6-e054a6f110b9,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:47.045345 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:47.088701 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e562c3b2942b4db4af3e87f0244c415a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0722094
May 10 18:04:47.105927 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42326) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:47.136226 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:47.171270 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-00338110-61bc-46c1-b590-76c00c97fc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:47.221344 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] For port 3e43e21e-5916-440a-a8da-87f7e2f13898, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:04:47.234611 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] For port 3e43e21e-5916-440a-a8da-87f7e2f13898, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=3e43e21e-5916-440a-a8da-87f7e2f13898,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:04:47.259697 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:47.270522 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:47.361474 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-00338110-61bc-46c1-b590-76c00c97fc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:47.415739 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Pushing event updated for resources: {'Port': ['ID=c0fc56d9-3b0b-4183-9aea-0015ab06b733,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:47.431092 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:47.457316 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Network 47046b93-57e0-44b8-88a8-74bf21e6e180 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:47.473919 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:47.484655 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:04:47.616314 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ac434ccb-d17b-481a-bc4a-a083a12c3ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:47.637207 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Routers {'9dccee65-28d8-45c0-9405-e3048aaba1b8'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:04:47.641708 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793ca84220>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:04:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9dccee65-28d8-45c0-9405-e3048aaba1b8'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:47.702263 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-00338110-61bc-46c1-b590-76c00c97fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:47.714835 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Request body: {'port': {'device_id': '7bf2b56f-cd64-4501-8bf7-b9980be2d006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:47.730666 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ac434ccb-d17b-481a-bc4a-a083a12c3ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:47.750230 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:47.832442 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00338110-61bc-46c1-b590-76c00c97fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ad633a-f5a2-49da-903f-7c941af33a81,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:47.860172 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-00338110-61bc-46c1-b590-76c00c97fc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:47.904019 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:47.907803 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:47.936451 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-00338110-61bc-46c1-b590-76c00c97fc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:47.944150 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-00338110-61bc-46c1-b590-76c00c97fc29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90ad633a-f5a2-49da-903f-7c941af33a81 HTTP/1.1" status: 204  len: 168 time: 1.4230323
May 10 18:04:48.000338 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ac434ccb-d17b-481a-bc4a-a083a12c3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:48.005648 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:48.052112 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac434ccb-d17b-481a-bc4a-a083a12c3ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f925b3ad-be0d-48e4-94f6-e054a6f110b9,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:48.055739 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ac434ccb-d17b-481a-bc4a-a083a12c3ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:48.086796 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ac434ccb-d17b-481a-bc4a-a083a12c3ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:48.093756 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-ac434ccb-d17b-481a-bc4a-a083a12c3ccd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f925b3ad-be0d-48e4-94f6-e054a6f110b9 HTTP/1.1" status: 204  len: 168 time: 0.9845622
May 10 18:04:48.114739 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b04a14-ca02-405e-9e33-c9caf3e04031 None None] Pushing event updated for resources: {'Port': ['ID=3e43e21e-5916-440a-a8da-87f7e2f13898,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:48.146130 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74b04a14-ca02-405e-9e33-c9caf3e04031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:48.216367 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:48.322127 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c742bb0>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 2, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:48.340144 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Checking router: e189e04f-c844-42bf-b83c-a27165398f17 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:04:48.340506 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Updating router e189e04f-c844-42bf-b83c-a27165398f17 port 154fa862-59c2-427c-af79-2f789f20e723 binding host dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:04:48.345867 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] Set router 9dccee65-28d8-45c0-9405-e3048aaba1b8 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:04:48.475457 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-031abe58-5288-42fa-9adf-367a277c910e service neutron] 10.222.0.70 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.1164975
May 10 18:04:48.496022 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.8583941
May 10 18:04:48.573849 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:48.609342 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42360) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:48.615629 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888101045', 'description': 'tempest-description--1910468613'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:48.630184 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:48.645672 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Request body: {'port': {'device_id': '30675f2a-1234-44b3-a0d0-c77727923f48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:48.659969 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:security_group and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:48.672960 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:48.696895 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:48.950316 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:48.998882 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:49.006073 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:security_group_rule and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:49.012621 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:49.023339 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:49.097934 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a039ff-4738-46ef-b7f0-39ed44afff74 req-4ee25f8c-0519-43c7-b9ab-9d3ed01d7c8a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:49.100747 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b8a039ff-4738-46ef-b7f0-39ed44afff74 req-4ee25f8c-0519-43c7-b9ab-9d3ed01d7c8a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 932 time: 0.3851464
May 10 18:04:49.103342 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42366) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:49.168185 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:49.217644 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:49.252869 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Usage tracker for resource:security_group_rule and tenant:4545ba09218a45edabaf6ceaae2ea57c is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:49.273830 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 42372) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:49.275140 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:49.301358 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b8a039ff-4738-46ef-b7f0-39ed44afff74 req-d421eee9-94c8-40cd-99f2-762fe9e89759 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919360
May 10 18:04:49.307062 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:49.366957 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:49.401780 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:49.420892 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-00338110-61bc-46c1-b590-76c00c97fc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:49.508094 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:49.559317 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:49.603611 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Transition to ACTIVE for port object 154fa862-59c2-427c-af79-2f789f20e723 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:49.662064 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:49.693344 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:49.711982 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793ca84220>, [{'id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:38Z', 'revision_number': 4, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'gw_port': {'id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '3e43e21e-5916-440a-a8da-87f7e2f13898', 'name': '', 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'mac_address': 'fa:16:3e:a1:cc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '21a46aea-a513-41ad-bd78-2cf9d63460d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:47Z', 'revision_number': 4, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'subnets': [{'id': '21a46aea-a513-41ad-bd78-2cf9d63460d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:49.731045 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a8d5ec-2a56-47e1-8a95-9445dcbb8a51 None None] The sync data for ids ['9dccee65-28d8-45c0-9405-e3048aaba1b8'] in dv-cinder-790492-1-iscsi is: [{'id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:38Z', 'revision_number': 4, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'gw_port': {'id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '3e43e21e-5916-440a-a8da-87f7e2f13898', 'name': '', 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'mac_address': 'fa:16:3e:a1:cc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '21a46aea-a513-41ad-bd78-2cf9d63460d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:47Z', 'revision_number': 4, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'subnets': [{'id': '21a46aea-a513-41ad-bd78-2cf9d63460d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:04:49.757971 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:49.804383 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:49.834697 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0bbb43d7ee654d3892398254af5870bc is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:49.869070 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:49.870766 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.2601855
May 10 18:04:49.886124 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:49.887103 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42380) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:49.958186 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:50.080930 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'security_group_rule': {'security_group_id': '5fdb8cb6-5972-4a5b-bb44-f752a96a9feb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:50.158740 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-b6742412-8407-49eb-88d6-dbaa8a26f105 service neutron] 10.222.0.70 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6522524
May 10 18:04:50.159764 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:50.173424 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56186a-fbd1-4447-86ea-331bb8edb261 None None] Pushing event updated for resources: {'Port': ['ID=154fa862-59c2-427c-af79-2f789f20e723,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:50.182059 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:50.182229 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ea56186a-fbd1-4447-86ea-331bb8edb261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:50.197654 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:50.226707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:security_group_rule and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:50.247490 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:50.313980 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:50.365122 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:50.414218 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:50.473717 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:50.510839 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6a59f-76e2-4eba-ae21-7c9473b3386e req-cfa29339-4b79-4728-8c87-3696a9a1a9e7 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:50.513444 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bcd6a59f-76e2-4eba-ae21-7c9473b3386e req-cfa29339-4b79-4728-8c87-3696a9a1a9e7 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 932 time: 0.8798671
May 10 18:04:50.519701 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:50.660107 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Attempting to bind port 154fa862-59c2-427c-af79-2f789f20e723 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:04:50.660715 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Attempting to bind port 154fa862-59c2-427c-af79-2f789f20e723 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:04:50.660856 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Attempting to bind port 154fa862-59c2-427c-af79-2f789f20e723 on network da0ee4dd-dbdb-4107-9ef1-8e4161663969 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:50.681613 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:04:50.682127 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Checking segment: {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:50.682542 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:50.682981 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Bound using segment: {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:04:50.690519 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Bound port: 154fa862-59c2-427c-af79-2f789f20e723, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:04:50.690971 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:50.721224 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4545ba09218a45edabaf6ceaae2ea57c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6015191
May 10 18:04:50.748659 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42404) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:50.844323 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39069625-bd9c-49b7-8ac3-9be35842aae6 {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:04:50.900750 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9bbfbf-fa0f-46df-bdfb-42c53f86ae19,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:50.903219 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:50.957524 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:51.007871 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bcd6a59f-76e2-4eba-ae21-7c9473b3386e req-87316f9a-c6e7-4932-a387-67d628eb88ff tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4764593
May 10 18:04:51.017619 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Transition to ACTIVE for port object 39069625-bd9c-49b7-8ac3-9be35842aae6 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:51.079472 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:51.190171 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc997b99-e958-42c5-8fb0-0fa63ac702e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:51.193407 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:51.227838 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] For port 154fa862-59c2-427c-af79-2f789f20e723, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:04:51.254211 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] For port 154fa862-59c2-427c-af79-2f789f20e723, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=154fa862-59c2-427c-af79-2f789f20e723,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:04:51.268209 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:51.299321 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:51.387437 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:51.432763 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:51.464523 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de3efa4-c927-4a5a-997d-7b771c2bef40,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:51.484431 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-064ffc74-cb3f-4baa-a0b3-3c4aaea6e81e req-a15f807c-4948-4956-91ee-4244067e6721 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Synchronizing usage tracker for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:04:51.505486 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:51.561615 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:51.688407 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:51.691446 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-064ffc74-cb3f-4baa-a0b3-3c4aaea6e81e req-a15f807c-4948-4956-91ee-4244067e6721 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Unset dirty status for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:04:51.695277 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-064ffc74-cb3f-4baa-a0b3-3c4aaea6e81e req-a15f807c-4948-4956-91ee-4244067e6721 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 210 time: 0.5066164
May 10 18:04:51.711281 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56186a-fbd1-4447-86ea-331bb8edb261 None None] Pushing event updated for resources: {'Port': ['ID=154fa862-59c2-427c-af79-2f789f20e723,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:51.730224 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc997b99-e958-42c5-8fb0-0fa63ac702e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:51.740287 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ea56186a-fbd1-4447-86ea-331bb8edb261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:51.770375 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42422) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:51.782925 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:04:51.782925 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c742bb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:04:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:51.869536 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:51.874175 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.9251246
May 10 18:04:51.885861 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42428) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:51.897574 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:51.936743 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'security_group_rule': {'security_group_id': '5fdb8cb6-5972-4a5b-bb44-f752a96a9feb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:51.981093 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:52.009144 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:security_group_rule and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:52.049857 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:52.080179 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:52.239447 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Pushing event updated for resources: {'Port': ['ID=39069625-bd9c-49b7-8ac3-9be35842aae6,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:52.272607 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.324777 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 3e43e21e-5916-440a-a8da-87f7e2f13898 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:52.337544 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.527874 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:52.561106 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.588255 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6c3a2c4b-83d2-453d-8f48-1836e86d32f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:52.611078 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 3e43e21e-5916-440a-a8da-87f7e2f13898 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:04:52.618549 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:04:52.628940 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.637016 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:52.674581 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:52.689362 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc997b99-e958-42c5-8fb0-0fa63ac702e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.695296 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Usage tracker for resource:security_group_rule and tenant:362778f6f1cd47a7ac70512e8ff6a703 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:52.698221 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c6a842-81af-4448-96fb-7daf6ec0d8c1,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:52.701730 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:52.704339 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.705659 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8146567
May 10 18:04:52.708945 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:52.714194 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc997b99-e958-42c5-8fb0-0fa63ac702e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.715467 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-bc997b99-e958-42c5-8fb0-0fa63ac702e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d9bbfbf-fa0f-46df-bdfb-42c53f86ae19 HTTP/1.1" status: 204  len: 168 time: 1.9656971
May 10 18:04:52.717058 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 3e43e21e-5916-440a-a8da-87f7e2f13898 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:52.717598 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:52.718123 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.728915 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42440) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:52.732636 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc997b99-e958-42c5-8fb0-0fa63ac702e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9bbfbf-fa0f-46df-bdfb-42c53f86ae19,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:52.734984 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc997b99-e958-42c5-8fb0-0fa63ac702e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:52.737825 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:52.744011 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'floatingip': {'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:52.751178 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:52.755769 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:floatingip and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:52.759631 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:52.767046 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:52.800010 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.921475 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:52.953977 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.137516 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f8758477-d7c8-4b4d-abda-7ebf637ddc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:53.213538 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455443c7-dfdc-4ae9-9164-4aad177b0dfb req-51a96760-a022-4769-9e46-353bcf119d12 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:53.231270 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-455443c7-dfdc-4ae9-9164-4aad177b0dfb req-51a96760-a022-4769-9e46-353bcf119d12 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 932 time: 0.7395139
May 10 18:04:53.238787 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b5d464-3904-4378-8636-e2e8a4cd0658,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:53.244694 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:53.292572 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=362778f6f1cd47a7ac70512e8ff6a703&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5149095
May 10 18:04:53.298925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Attempting to bind port 39069625-bd9c-49b7-8ac3-9be35842aae6 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:04:53.299868 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Attempting to bind port 39069625-bd9c-49b7-8ac3-9be35842aae6 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:04:53.300644 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Attempting to bind port 39069625-bd9c-49b7-8ac3-9be35842aae6 on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:53.304358 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdcbd38-7268-44fa-8226-a71549488b50,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:53.307783 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42452) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:53.324101 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42458) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:53.324398 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bbb43d7ee654d3892398254af5870bc&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0344105
May 10 18:04:53.331603 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:53.347650 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7a29-2d12-4426-a490-c1e28520e58a req-e1f98733-b62f-4e49-b9fd-416c0bbae31b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:53.348551 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-b6ae7a29-2d12-4426-a490-c1e28520e58a req-e1f98733-b62f-4e49-b9fd-416c0bbae31b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:04:53.355439 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Port 39069625-bd9c-49b7-8ac3-9be35842aae6 on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:04:53.355845 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Attempting to bind port 39069625-bd9c-49b7-8ac3-9be35842aae6 on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:53.392215 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:04:53.392839 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Checking segment: {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:53.393575 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Bound using segment: {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:04:53.394252 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Bound port: 39069625-bd9c-49b7-8ac3-9be35842aae6, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:04:53.394879 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.400406 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-455443c7-dfdc-4ae9-9164-4aad177b0dfb req-c3504689-c2d8-4682-b7ce-48915b93753c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686976
May 10 18:04:53.410430 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-b6ae7a29-2d12-4426-a490-c1e28520e58a req-e1f98733-b62f-4e49-b9fd-416c0bbae31b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:04:53.417795 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b6ae7a29-2d12-4426-a490-c1e28520e58a req-e1f98733-b62f-4e49-b9fd-416c0bbae31b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 944 time: 1.9735110
May 10 18:04:53.474126 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.515320 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-483855da-4132-4f67-a214-06d23dbad303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c742bb0>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:51Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:04:53.520858 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 3e43e21e-5916-440a-a8da-87f7e2f13898, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=3e43e21e-5916-440a-a8da-87f7e2f13898,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:04:53.522207 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483855da-4132-4f67-a214-06d23dbad303 None None] The sync data for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi is: [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:51Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:04:53.526804 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.529240 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:53.555262 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-092a50a1-09aa-4139-8b91-b859ee95dde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.654728 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9e7433f6-2e04-4a3c-b6de-da28821248be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.682122 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=3e43e21e-5916-440a-a8da-87f7e2f13898,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:53.690744 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:53.699029 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9e7433f6-2e04-4a3c-b6de-da28821248be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.703800 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.db.resource_extend [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 18:04:53.754557 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-092a50a1-09aa-4139-8b91-b859ee95dde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.773284 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] For port 39069625-bd9c-49b7-8ac3-9be35842aae6, host hv-cinder-79049, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:04:53.791140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] For port 39069625-bd9c-49b7-8ac3-9be35842aae6, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39069625-bd9c-49b7-8ac3-9be35842aae6,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:04:53.794555 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-b6ae7a29-2d12-4426-a490-c1e28520e58a req-64fd8625-f53e-48fa-a09e-855021407e44 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:04:53.809748 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.832378 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-65c0a7ef-7681-41a5-ba7d-980c1db17b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:53.879518 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-092a50a1-09aa-4139-8b91-b859ee95dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.895571 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-b6ae7a29-2d12-4426-a490-c1e28520e58a req-64fd8625-f53e-48fa-a09e-855021407e44 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:04:53.904377 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b6ae7a29-2d12-4426-a490-c1e28520e58a req-64fd8625-f53e-48fa-a09e-855021407e44 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4856944
May 10 18:04:53.908769 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c41cde0f-771f-4157-a716-8662fd5533be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:53.929780 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fc56d9-3b0b-4183-9aea-0015ab06b733 {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:04:53.930841 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:53.947536 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a50a1-09aa-4139-8b91-b859ee95dde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdcbd38-7268-44fa-8226-a71549488b50,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:53.959808 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-092a50a1-09aa-4139-8b91-b859ee95dde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:53.966963 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-66215a08-30ff-42e4-86f6-0150baa4e9d5 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:53.968036 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-66215a08-30ff-42e4-86f6-0150baa4e9d5 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Synchronizing usage tracker for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:04:53.977167 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:54.005024 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:54.005650 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:54.007115 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] 10.222.0.58 "PUT /v2.0/ports/39069625-bd9c-49b7-8ac3-9be35842aae6 HTTP/1.1" status: 200  len: 1094 time: 6.6081774
May 10 18:04:54.007582 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf2b56f-cd64-4501-8bf7-b9980be2d006', 'tag': '39069625-bd9c-49b7-8ac3-9be35842aae6'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:04:54.028794 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Transition to ACTIVE for port object c0fc56d9-3b0b-4183-9aea-0015ab06b733 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:54.033536 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Pushing event updated for resources: {'Port': ['ID=39069625-bd9c-49b7-8ac3-9be35842aae6,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:54.037630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:54.039039 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:54.044448 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1b4148aa-94fd-4b5c-a710-9c9b27f6f88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:54.097033 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-092a50a1-09aa-4139-8b91-b859ee95dde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:54.098609 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-092a50a1-09aa-4139-8b91-b859ee95dde2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bdcbd38-7268-44fa-8226-a71549488b50 HTTP/1.1" status: 204  len: 168 time: 0.7617705
May 10 18:04:54.153530 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.58', 56929) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:54.154359 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-66215a08-30ff-42e4-86f6-0150baa4e9d5 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Unset dirty status for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:04:54.175540 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-66215a08-30ff-42e4-86f6-0150baa4e9d5 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 819 time: 0.6494663
May 10 18:04:54.213909 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9e7433f6-2e04-4a3c-b6de-da28821248be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:54.386075 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:54.432845 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fc56d9-3b0b-4183-9aea-0015ab06b733,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:54.442175 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:54.504571 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9e7433f6-2e04-4a3c-b6de-da28821248be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:54.506788 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9e7433f6-2e04-4a3c-b6de-da28821248be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92b5d464-3904-4378-8636-e2e8a4cd0658 HTTP/1.1" status: 204  len: 168 time: 1.1991272
May 10 18:04:54.515114 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-f09eaa56-e361-499b-8263-1ef732efb298 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/quotas/29d9e683610c4fe4a2e3a1f2c3eb2a53 HTTP/1.1" status: 200  len: 375 time: 0.3355527
May 10 18:04:54.530685 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7433f6-2e04-4a3c-b6de-da28821248be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b5d464-3904-4378-8636-e2e8a4cd0658,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:54.585248 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Allocated IP 172.27.3.219 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/b99f51b9-65b6-45cd-8578-b77667d056af) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:04:54.605795 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9e7433f6-2e04-4a3c-b6de-da28821248be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:54.637999 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-761f3c22-688e-4577-87fd-0e8be016bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:54.640181 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-761f3c22-688e-4577-87fd-0e8be016bc47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 1097 time: 0.5191367
May 10 18:04:54.777892 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-2ff107b3-1dcc-4d08-b6e6-8d47052b0f9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39069625-bd9c-49b7-8ac3-9be35842aae6 HTTP/1.1" status: 200  len: 217 time: 0.1220150
May 10 18:04:54.784928 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Attempting to bind port c0fc56d9-3b0b-4183-9aea-0015ab06b733 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:04:54.785289 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Attempting to bind port c0fc56d9-3b0b-4183-9aea-0015ab06b733 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '49df2f90-ab52-4145-9598-d007d90d7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '47046b93-57e0-44b8-88a8-74bf21e6e180'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:04:54.785620 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Attempting to bind port c0fc56d9-3b0b-4183-9aea-0015ab06b733 on network 47046b93-57e0-44b8-88a8-74bf21e6e180 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:54.852482 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Port c0fc56d9-3b0b-4183-9aea-0015ab06b733 on network 47046b93-57e0-44b8-88a8-74bf21e6e180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:04:54.852829 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Attempting to bind port c0fc56d9-3b0b-4183-9aea-0015ab06b733 on network 47046b93-57e0-44b8-88a8-74bf21e6e180 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:54.878521 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:04:54.878871 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Checking segment: {'id': '49df2f90-ab52-4145-9598-d007d90d7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '47046b93-57e0-44b8-88a8-74bf21e6e180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:54.879332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Bound using segment: {'id': '49df2f90-ab52-4145-9598-d007d90d7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '47046b93-57e0-44b8-88a8-74bf21e6e180'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:04:54.900213 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Bound port: c0fc56d9-3b0b-4183-9aea-0015ab06b733, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49df2f90-ab52-4145-9598-d007d90d7746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '47046b93-57e0-44b8-88a8-74bf21e6e180'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:04:54.900630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:54.992090 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf2b56f-cd64-4501-8bf7-b9980be2d006', 'tag': '39069625-bd9c-49b7-8ac3-9be35842aae6', 'status': 'completed', 'code': 200}
May 10 18:04:55.031252 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-45f404ba-6892-4bae-bdd0-9a7853e12362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:55.032936 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-45f404ba-6892-4bae-bdd0-9a7853e12362 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 200  len: 855 time: 0.2433078
May 10 18:04:55.151582 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-551ddcc9-95e9-41e8-89f3-145fe843760b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f5ff834-018e-4fa1-8a0d-6e025d124774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0967796
May 10 18:04:55.164918 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-41b84a9f-56d5-45e1-89e9-a45ff39fa67f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:55.166711 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-41b84a9f-56d5-45e1-89e9-a45ff39fa67f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 819 time: 0.9818902
May 10 18:04:55.183698 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-1db7a995-7521-460a-b667-897c17eea466 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6675837
May 10 18:04:55.226237 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Request body: {'port': {'device_id': 'b2fd5f77-b284-49e4-ba4a-072fcd94ad46', 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243', 'admin_state_up': True, 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:55.317744 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] For port c0fc56d9-3b0b-4183-9aea-0015ab06b733, host hv-cinder-79049, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:04:55.328061 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 42540) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:55.350659 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:55.370930 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] For port c0fc56d9-3b0b-4183-9aea-0015ab06b733, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c0fc56d9-3b0b-4183-9aea-0015ab06b733,segment=NetworkSegment(49df2f90-ab52-4145-9598-d007d90d7746),segment_id=49df2f90-ab52-4145-9598-d007d90d7746)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:04:55.373704 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:55.395121 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:55.413485 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:55.437837 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:55.451230 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:55.527729 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:55.531916 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Usage tracker for resource:security_group_rule and tenant:a6c5997c8a774a8090c8c7d8b1d3556b is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:55.537863 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fc56d9-3b0b-4183-9aea-0015ab06b733,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:55.542144 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:55.556859 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:55.561290 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:55.572711 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe13e4-82ba-4ca5-8e68-b8e046643afb req-5b3223b7-1537-4120-a4f4-48d63f327d59 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:55.573572 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-3efe13e4-82ba-4ca5-8e68-b8e046643afb req-5b3223b7-1537-4120-a4f4-48d63f327d59 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Synchronizing usage tracker for tenant:d0dc9a5bacb04bad8f31242c954cde36 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:04:55.583130 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:55.593218 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Made reservation on behalf of 29d9e683610c4fe4a2e3a1f2c3eb2a53 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:55.608136 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:55.609228 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:55.609925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:55.611545 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] 10.222.0.58 "PUT /v2.0/ports/c0fc56d9-3b0b-4183-9aea-0015ab06b733 HTTP/1.1" status: 200  len: 1094 time: 7.0062752
May 10 18:04:55.636516 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-3c9b8ac2-b59b-4735-8b30-d22b15667c6f service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4201193
May 10 18:04:55.652982 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-3efe13e4-82ba-4ca5-8e68-b8e046643afb req-5b3223b7-1537-4120-a4f4-48d63f327d59 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Unset dirty status for tenant:d0dc9a5bacb04bad8f31242c954cde36 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:04:55.654587 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3efe13e4-82ba-4ca5-8e68-b8e046643afb req-5b3223b7-1537-4120-a4f4-48d63f327d59 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 944 time: 0.4956074
May 10 18:04:55.838734 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 3e43e21e-5916-440a-a8da-87f7e2f13898 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:55.852851 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-3efe13e4-82ba-4ca5-8e68-b8e046643afb req-79c992a2-d4f9-4787-9697-89e9a5e228d9 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Synchronizing usage tracker for tenant:d0dc9a5bacb04bad8f31242c954cde36 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:04:55.867832 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-8c191de6-d61f-4b82-ae13-f839fe1f7c9a service neutron] 10.222.0.70 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6831934
May 10 18:04:55.909149 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-3efe13e4-82ba-4ca5-8e68-b8e046643afb req-79c992a2-d4f9-4787-9697-89e9a5e228d9 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Unset dirty status for tenant:d0dc9a5bacb04bad8f31242c954cde36 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:04:55.910380 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3efe13e4-82ba-4ca5-8e68-b8e046643afb req-79c992a2-d4f9-4787-9697-89e9a5e228d9 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279160
May 10 18:04:55.980340 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 3e43e21e-5916-440a-a8da-87f7e2f13898 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:55.980924 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:56.021475 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe61d-bd91-4692-8eef-03515e388a1b req-c1359a69-d90f-4973-945c-ad98447a86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:56.022986 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-c1359a69-d90f-4973-945c-ad98447a86d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0dc9a5bacb04bad8f31242c954cde36&device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 1097 time: 0.3394508
May 10 18:04:56.062215 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Allocated IP 172.20.0.12 (93c7fb9e-208e-4989-921b-04141e7f8243/21a46aea-a513-41ad-bd78-2cf9d63460d8/700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:04:56.154876 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:56.182403 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:56.275640 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-a944832d-a999-4c02-a145-fdcc8330350b service neutron] 10.222.0.70 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4065933
May 10 18:04:56.293751 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 154fa862-59c2-427c-af79-2f789f20e723 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:56.312548 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:56.329569 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:56.361726 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-761c8ac5-33d3-4c53-858e-49fdfda08f00 req-bddd0781-a1bc-4f6d-a205-cc0241d07875 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7080345
May 10 18:04:56.375666 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:56.393245 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:04:56.428427 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 154fa862-59c2-427c-af79-2f789f20e723 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:04:56.434861 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 154fa862-59c2-427c-af79-2f789f20e723 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:56.435515 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:56.440810 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-d76f3c19-6a4c-4b92-b215-b7549b7432cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0fc56d9-3b0b-4183-9aea-0015ab06b733 HTTP/1.1" status: 200  len: 217 time: 0.4075015
May 10 18:04:56.447448 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:56.653806 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-dc69ac78-edc0-442b-a995-6612fe89fc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:56.697323 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:56.764778 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 154fa862-59c2-427c-af79-2f789f20e723, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=154fa862-59c2-427c-af79-2f789f20e723,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:04:56.770317 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:56.784732 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:56.788034 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:56.842543 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d731c5ef-2d4e-466e-997c-7a17ee30fe13,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:56.848215 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:56.856395 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'Port': ['ID=b99f51b9-65b6-45cd-8578-b77667d056af,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:56.862222 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:56.863421 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42602) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:56.865176 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6c5997c8a774a8090c8c7d8b1d3556b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5353534
May 10 18:04:56.879357 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fe61d-bd91-4692-8eef-03515e388a1b req-b23ca00a-1518-42b0-a7d7-1e32493e4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:56.881903 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-b23ca00a-1518-42b0-a7d7-1e32493e4e08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d3c983c-d301-4b04-be24-eff75b56e8b3 HTTP/1.1" status: 200  len: 851 time: 0.4333339
May 10 18:04:56.928519 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=154fa862-59c2-427c-af79-2f789f20e723,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:56.936965 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:56.938573 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:56.943091 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-92ec4965-6f50-41d6-8b15-465c36ce18f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=47046b93-57e0-44b8-88a8-74bf21e6e180&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504935
May 10 18:04:57.000811 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879b54e-c8c2-4b7f-8a10-8d05febb5ddc req-378012ec-e7c7-4906-8f51-30aa19357ed4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:57.001271 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bcdf6cf3-b5cb-42aa-8b34-d826a3f3bee1 req-28d0fedd-9999-4e1e-b231-9ddb2cbe55e8 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 210 time: 0.1497941
May 10 18:04:57.002279 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d879b54e-c8c2-4b7f-8a10-8d05febb5ddc req-378012ec-e7c7-4906-8f51-30aa19357ed4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 944 time: 0.6543291
May 10 18:04:57.002758 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30675f2a-1234-44b3-a0d0-c77727923f48', 'tag': 'c0fc56d9-3b0b-4183-9aea-0015ab06b733'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:04:57.018461 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:57.061625 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Network 93c7fb9e-208e-4989-921b-04141e7f8243 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:04:57.073573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:04:57.080112 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-770701c2-60cb-4814-ba10-91b6093f214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:57.081599 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-770701c2-60cb-4814-ba10-91b6093f214b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 1097 time: 0.6397073
May 10 18:04:57.085892 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:04:57.091707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:57.092386 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:57.162345 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9765365
May 10 18:04:57.172101 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:57.239459 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Request body: {'port': {'device_id': 'b2fd5f77-b284-49e4-ba4a-072fcd94ad46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:57.295528 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d879b54e-c8c2-4b7f-8a10-8d05febb5ddc req-fb8760d1-4049-4b8c-adad-8eba1724f34e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253857
May 10 18:04:57.322243 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e308c203-1995-4fd1-b181-e781d8e421b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:57.393865 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-b8c13548-43d1-44ef-83d2-94ad0238fa6e service neutron] 10.222.0.58 "GET /v2.0/networks/47046b93-57e0-44b8-88a8-74bf21e6e180?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4409065
May 10 18:04:57.395633 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30675f2a-1234-44b3-a0d0-c77727923f48', 'tag': 'c0fc56d9-3b0b-4183-9aea-0015ab06b733', 'status': 'completed', 'code': 200}
May 10 18:04:57.438376 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-43576635-3172-4be7-8bb0-d3c6e356d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:57.440068 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-43576635-3172-4be7-8bb0-d3c6e356d3b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 916 time: 0.3397493
May 10 18:04:57.571756 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-4ebf4110-fa81-4f10-a56e-19653545f0dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39069625-bd9c-49b7-8ac3-9be35842aae6 HTTP/1.1" status: 200  len: 217 time: 0.0786462
May 10 18:04:57.582945 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:57.700455 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-7455f7fd-e32c-4cd7-9a2b-47f6360d6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:57.701933 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-7455f7fd-e32c-4cd7-9a2b-47f6360d6c49 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 200  len: 855 time: 0.1198483
May 10 18:04:57.704008 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-397fe61d-bd91-4692-8eef-03515e388a1b req-0d093036-5161-4a5c-8388-4a8f154e33c1 service neutron] 10.222.0.58 "GET /v2.0/networks/47046b93-57e0-44b8-88a8-74bf21e6e180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3024065
May 10 18:04:57.726831 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 154fa862-59c2-427c-af79-2f789f20e723 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:04:57.747630 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Pushing event updated for resources: {'Port': ['ID=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:57.766069 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e308c203-1995-4fd1-b181-e781d8e421b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:57.782060 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:57.816210 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-61c404e2-7c48-41c7-87c4-9d125dce90be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f5ff834-018e-4fa1-8a0d-6e025d124774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1019504
May 10 18:04:57.870001 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 154fa862-59c2-427c-af79-2f789f20e723 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:04:57.871943 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:58.015172 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-f5d73632-bbbc-49bb-8f54-9fb285cb56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:58.016797 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-f5d73632-bbbc-49bb-8f54-9fb285cb56ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0dc9a5bacb04bad8f31242c954cde36&device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 1097 time: 0.1996529
May 10 18:04:58.027517 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:58.123535 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.58', 56934) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:04:58.229928 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-e9739c62-58f9-4588-80f1-bf9ecbd62272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:58.231431 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-e9739c62-58f9-4588-80f1-bf9ecbd62272 service neutron] 10.222.0.58 "GET /v2.0/networks?id=47046b93-57e0-44b8-88a8-74bf21e6e180 HTTP/1.1" status: 200  len: 912 time: 0.1996675
May 10 18:04:58.369440 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-df7d5279-8c40-4db8-b81d-54c9c30b5566 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4978192
May 10 18:04:58.402791 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-c5883b09-74f8-43ea-aa18-503d9ef18515 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0fc56d9-3b0b-4183-9aea-0015ab06b733 HTTP/1.1" status: 200  len: 217 time: 0.1572142
May 10 18:04:58.495904 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f91a97-c857-4f36-8b03-2a8cad35d757 req-7dab5d53-187e-4ed9-93c2-d4b4ef7a0e97 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:58.497459 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b9f91a97-c857-4f36-8b03-2a8cad35d757 req-7dab5d53-187e-4ed9-93c2-d4b4ef7a0e97 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 944 time: 1.1472361
May 10 18:04:58.498261 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e308c203-1995-4fd1-b181-e781d8e421b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:58.518924 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:58.538080 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e308c203-1995-4fd1-b181-e781d8e421b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:58.539263 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e308c203-1995-4fd1-b181-e781d8e421b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d731c5ef-2d4e-466e-997c-7a17ee30fe13 HTTP/1.1" status: 204  len: 168 time: 1.5975206
May 10 18:04:58.587648 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308c203-1995-4fd1-b181-e781d8e421b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d731c5ef-2d4e-466e-997c-7a17ee30fe13,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:58.606451 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e308c203-1995-4fd1-b181-e781d8e421b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:58.617444 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b9f91a97-c857-4f36-8b03-2a8cad35d757 req-5b32d43a-fe4f-4d5c-a2ae-2e26a426c171 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842245
May 10 18:04:58.635633 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4bb42be0-8247-4ce9-967e-75ede12cda6d req-1ee9b82e-c395-4533-b5d4-81364c732011 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 210 time: 0.2648315
May 10 18:04:58.711344 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-c84416cf-f139-4ae1-8614-ff1873c39147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:58.711474 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.db.resource_extend [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 18:04:58.713119 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-c84416cf-f139-4ae1-8614-ff1873c39147 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d3c983c-d301-4b04-be24-eff75b56e8b3 HTTP/1.1" status: 200  len: 851 time: 0.2735331
May 10 18:04:58.776936 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b26786ff-ef9a-460e-a604-cac32f3ff3ec req-96ba5b25-1ecd-42a9-b7d6-2b1930ddaabc service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3730729
May 10 18:04:58.779712 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-b114c6b1-643f-4ff0-b8ed-5c6478e6b42c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=47046b93-57e0-44b8-88a8-74bf21e6e180&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494428
May 10 18:04:58.983575 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:04:59.002427 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:59.015419 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-4755671c-d684-44c3-81cc-75b2fd8898d7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:59.017313 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-4755671c-d684-44c3-81cc-75b2fd8898d7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 819 time: 0.7019260
May 10 18:04:59.041847 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Request body: {'port': {'device_id': '2963aa73-2f6c-47e0-9f99-7ae9f400a06d', 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243', 'admin_state_up': True, 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:04:59.059198 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-882376f7-19fd-4d6e-a49f-581c19afac86 service neutron] 10.222.0.58 "GET /v2.0/networks/47046b93-57e0-44b8-88a8-74bf21e6e180?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2657406
May 10 18:04:59.140542 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Transition to ACTIVE for port object 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:04:59.157713 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:59.175426 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:59.244352 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd3ecc7c-c742-4425-921e-a1b421a2e9bc req-fddca043-2266-4e7c-b789-dcffbebd49de service neutron] 10.222.0.58 "GET /v2.0/networks/47046b93-57e0-44b8-88a8-74bf21e6e180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762891
May 10 18:04:59.272647 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.db.resource_extend [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 10 18:04:59.352084 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679267cd-9d97-4d8e-9777-f39710be22d7 req-00ff4127-1086-49e9-95e4-cb24ef6d9b31 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:04:59.353623 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-679267cd-9d97-4d8e-9777-f39710be22d7 req-00ff4127-1086-49e9-95e4-cb24ef6d9b31 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 944 time: 0.5271766
May 10 18:04:59.379975 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:59.428927 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Pushing event updated for resources: {'Port': ['ID=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:59.431268 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:59.434233 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:59.478469 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:04:59.554816 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:04:59.571044 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:59.577163 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Usage tracker for resource:port and tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:04:59.584556 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:04:59.589679 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-679267cd-9d97-4d8e-9777-f39710be22d7 req-fdf13592-822a-4ca9-bf13-8dffc25df977 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126033
May 10 18:04:59.599179 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Attempting to bind port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:04:59.599541 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Attempting to bind port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:04:59.599889 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Attempting to bind port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f on network 93c7fb9e-208e-4989-921b-04141e7f8243 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:59.604280 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:04:59.621491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f on network 93c7fb9e-208e-4989-921b-04141e7f8243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:04:59.621823 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Attempting to bind port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f on network 93c7fb9e-208e-4989-921b-04141e7f8243 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:04:59.631789 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'Port': ['ID=b99f51b9-65b6-45cd-8578-b77667d056af,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:04:59.636920 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:59.645573 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.9020684
May 10 18:04:59.645573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:04:59.645573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:04:59.645573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Checking segment: {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:04:59.645573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Bound using segment: {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:04:59.645573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Bound port: 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:04:59.645573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:59.672423 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Made reservation on behalf of 29d9e683610c4fe4a2e3a1f2c3eb2a53 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:04:59.680458 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:04:59.855515 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-58b8c379-3f4b-46e2-b9fb-60877590efc2 req-0b3508b4-8ca8-4f7e-91bc-4394dcd4d027 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 210 time: 0.0990400
May 10 18:04:59.948589 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 39069625-bd9c-49b7-8ac3-9be35842aae6 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:05:00.114951 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-351a1a9c-b2e3-42bb-8cc0-2bc0448a34d5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1888101045&fields=id&tenant_id=e5837b88ffc7405589fea8e5217a66b4 HTTP/1.1" status: 200  len: 267 time: 0.1151741
May 10 18:05:00.135203 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] For port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:05:00.160017 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] For port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:05:00.203568 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:00.237804 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:00.284439 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 39069625-bd9c-49b7-8ac3-9be35842aae6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39069625-bd9c-49b7-8ac3-9be35842aae6,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:00.300139 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '39069625-bd9c-49b7-8ac3-9be35842aae6', 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774', 'port_id': '39069625-bd9c-49b7-8ac3-9be35842aae6', 'mac_address': 'fa:16:3e:2a:1c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d786a0-c503-435d-9062-475f05f52513', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:05:00.355503 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Allocated IP 172.20.0.13 (93c7fb9e-208e-4989-921b-04141e7f8243/21a46aea-a513-41ad-bd78-2cf9d63460d8/e77aa604-5484-43ff-8e04-38625bdb6550) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:05:00.370774 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-94b46db3-9408-45cf-a838-91d496d8155c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:00.372494 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-94b46db3-9408-45cf-a838-91d496d8155c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 817 time: 0.2501442
May 10 18:05:00.387204 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:00.390800 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-cfe712b9-682f-4e41-bd9d-3af1023c07f0 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/quotas/e5837b88ffc7405589fea8e5217a66b4 HTTP/1.1" status: 200  len: 375 time: 0.0120838
May 10 18:05:00.417937 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Pushing event updated for resources: {'Port': ['ID=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:00.427808 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39069625-bd9c-49b7-8ac3-9be35842aae6 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:05:00.432660 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92ddda-9492-44d5-9143-46cd33aa1ed2 req-928b1a04-eaca-4a7e-bcec-496d7402f420 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:00.439999 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7b92ddda-9492-44d5-9143-46cd33aa1ed2 req-928b1a04-eaca-4a7e-bcec-496d7402f420 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 944 time: 0.5842903
May 10 18:05:00.443198 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:00.443937 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:00.445173 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f HTTP/1.1" status: 200  len: 1094 time: 3.2431610
May 10 18:05:00.458081 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:00.458657 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fd5f77-b284-49e4-ba4a-072fcd94ad46', 'tag': '700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:00.469272 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 39069625-bd9c-49b7-8ac3-9be35842aae6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39069625-bd9c-49b7-8ac3-9be35842aae6,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:00.481382 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:00.483584 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-52ab303c-57ca-49fe-b688-5e381b60f1c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:00.551323 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-b7b4f2c9-ee6a-49ac-8fcd-c8215c0f4cdd tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Synchronizing usage tracker for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:05:00.573892 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-b7b4f2c9-ee6a-49ac-8fcd-c8215c0f4cdd tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Unset dirty status for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:05:00.575563 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-b7b4f2c9-ee6a-49ac-8fcd-c8215c0f4cdd tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1788709
May 10 18:05:00.633402 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=39069625-bd9c-49b7-8ac3-9be35842aae6,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:00.641131 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:00.688498 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7b92ddda-9492-44d5-9143-46cd33aa1ed2 req-6970c6d9-0015-4a77-b768-77a1d7f83046 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2474818
May 10 18:05:00.721326 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['39069625-bd9c-49b7-8ac3-9be35842aae6'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:05:00.919442 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-c694d871-7efe-4e19-9e6a-f9411e97d28a service neutron] 10.222.0.70 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3278270
May 10 18:05:00.993307 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-9943a667-fb35-4c77-8fe8-177bf16957c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:00.994807 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-9943a667-fb35-4c77-8fe8-177bf16957c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1097 time: 0.4237421
May 10 18:05:01.037013 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 42808) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:01.093217 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:01.098441 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-100dc722-cea9-48d4-9026-2b58515dc8c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f HTTP/1.1" status: 200  len: 217 time: 0.0920854
May 10 18:05:01.120319 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-436fe021-b1c4-428d-9884-829a95ca08e7 service neutron] 10.222.0.70 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963751
May 10 18:05:01.165978 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c028-7df9-4218-983f-23e7333fd1f6 req-478720db-58db-49a0-bafd-17d7794f4ea9 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:01.167546 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ec82c028-7df9-4218-983f-23e7333fd1f6 req-478720db-58db-49a0-bafd-17d7794f4ea9 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 945 time: 0.3385367
May 10 18:05:01.195952 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:01.215348 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:01.221207 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-131827a5-7d42-4595-aa48-223f1ff0c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:01.223152 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-131827a5-7d42-4595-aa48-223f1ff0c998 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.1140127
May 10 18:05:01.226042 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:744b9a6e5fd243738236622583330784 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:01.229329 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:01.237319 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:01.285456 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1416cc27-d45d-430d-8aff-eea67c874c5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541928
May 10 18:05:01.302635 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ec82c028-7df9-4218-983f-23e7333fd1f6 req-b0aed5e0-99d9-45a9-aaa3-82fdd75d6769 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257927
May 10 18:05:01.414146 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:01.438980 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:01.450756 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:01.486461 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-c499a008-e836-443c-a3bf-408e2cf32027 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847870
May 10 18:05:01.488025 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:01.524886 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c8b1953-1ece-4687-8dcc-0c2356f9a0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:01.548918 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=744b9a6e5fd243738236622583330784&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5098760
May 10 18:05:01.555281 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 42828) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:01.561051 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8487c6e4-d0a1-4ee3-96d9-1e60cf53f60e,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:01.592798 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:01.656585 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cdeb8-4b09-4214-bc82-1f99ca6894de req-c0c3d183-daa8-4937-890e-b9f96edf4691 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:01.658234 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5c3cdeb8-4b09-4214-bc82-1f99ca6894de req-c0c3d183-daa8-4937-890e-b9f96edf4691 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 932 time: 0.1880140
May 10 18:05:01.679744 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f2b88c9-3f83-4c13-99e1-1ca2646a0e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:01.769611 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f2b88c9-3f83-4c13-99e1-1ca2646a0e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:01.813453 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fd5f77-b284-49e4-ba4a-072fcd94ad46', 'tag': '700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f', 'status': 'completed', 'code': 200}
May 10 18:05:01.832842 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5c3cdeb8-4b09-4214-bc82-1f99ca6894de req-eb8aada0-4d3f-4837-80af-4897c0df06a1 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543696
May 10 18:05:01.836063 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Network 93c7fb9e-208e-4989-921b-04141e7f8243 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:05:01.861362 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:05:01.868692 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f18ec64-a879-43ca-b6d3-dc81787b0b22 req-96a3416e-3476-4147-b50c-93ec6ceedecb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 210 time: 0.0944853
May 10 18:05:01.874380 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:05:01.881074 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:01.882195 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:01.923295 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f2b88c9-3f83-4c13-99e1-1ca2646a0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:01.924879 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device c0fc56d9-3b0b-4183-9aea-0015ab06b733 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:05:01.930124 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:01.960610 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Pushing event updated for resources: {'Port': ['ID=e77aa604-5484-43ff-8e04-38625bdb6550,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:01.979208 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b88c9-3f83-4c13-99e1-1ca2646a0e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487c6e4-d0a1-4ee3-96d9-1e60cf53f60e,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:01.981434 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:02.002178 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9721820
May 10 18:05:02.003305 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3f2b88c9-3f83-4c13-99e1-1ca2646a0e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:02.018376 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Request body: {'port': {'device_id': '2963aa73-2f6c-47e0-9f99-7ae9f400a06d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:02.082410 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb5dbf4a-535d-4f79-8f5e-999de4950974 req-1978438e-7541-46fa-9e47-75fe67d9a426 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5839856
May 10 18:05:02.105280 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3f2b88c9-3f83-4c13-99e1-1ca2646a0e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:02.106526 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3f2b88c9-3f83-4c13-99e1-1ca2646a0e98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8487c6e4-d0a1-4ee3-96d9-1e60cf53f60e HTTP/1.1" status: 204  len: 168 time: 0.5486143
May 10 18:05:02.161763 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ff5ae-8e1f-4743-b6d6-c6c705cf63c0 req-bf7aa619-9667-4861-af8a-a78aa374d8b3 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:02.162374 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 39069625-bd9c-49b7-8ac3-9be35842aae6 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:05:02.164759 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-914ff5ae-8e1f-4743-b6d6-c6c705cf63c0 req-bf7aa619-9667-4861-af8a-a78aa374d8b3 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 944 time: 0.1584904
May 10 18:05:02.295252 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-914ff5ae-8e1f-4743-b6d6-c6c705cf63c0 req-210e9c39-5d67-4461-bbe5-58539321e33a tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200619
May 10 18:05:02.299928 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port c0fc56d9-3b0b-4183-9aea-0015ab06b733, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c0fc56d9-3b0b-4183-9aea-0015ab06b733,segment=NetworkSegment(49df2f90-ab52-4145-9598-d007d90d7746),segment_id=49df2f90-ab52-4145-9598-d007d90d7746)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:02.328799 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': 'c0fc56d9-3b0b-4183-9aea-0015ab06b733', 'network_id': '47046b93-57e0-44b8-88a8-74bf21e6e180', 'port_id': 'c0fc56d9-3b0b-4183-9aea-0015ab06b733', 'mac_address': 'fa:16:3e:61:11:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3c983c-d301-4b04-be24-eff75b56e8b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:05:02.390692 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 39069625-bd9c-49b7-8ac3-9be35842aae6 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:02.430133 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 39069625-bd9c-49b7-8ac3-9be35842aae6 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:02.430525 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:02.447092 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:02.489533 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:02.551023 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fc56d9-3b0b-4183-9aea-0015ab06b733 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:05:02.635251 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port c0fc56d9-3b0b-4183-9aea-0015ab06b733, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c0fc56d9-3b0b-4183-9aea-0015ab06b733,segment=NetworkSegment(49df2f90-ab52-4145-9598-d007d90d7746),segment_id=49df2f90-ab52-4145-9598-d007d90d7746)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:02.641100 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-c0f7071f-272f-46e6-8a5e-59123eef0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:02.642605 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-c0f7071f-272f-46e6-8a5e-59123eef0fac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1097 time: 0.3785706
May 10 18:05:02.706345 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 42878) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:02.719839 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:02.724523 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:02.726953 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:02.745876 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:02.750837 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Usage tracker for resource:security_group_rule and tenant:f0512e61b16c438fbb7110da588a5e0a is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:02.754364 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:02.760859 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:02.801355 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=c0fc56d9-3b0b-4183-9aea-0015ab06b733,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:02.807102 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:02.822213 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:02.856246 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2b56f-cd64-4501-8bf7-b9980be2d006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39069625-bd9c-49b7-8ac3-9be35842aae6'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:02.899813 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:02.912614 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:02.922876 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:03.000114 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 39069625-bd9c-49b7-8ac3-9be35842aae6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39069625-bd9c-49b7-8ac3-9be35842aae6,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:03.013195 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:03.015938 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:03.023832 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709e19d-4c72-4a4c-adc7-4672f892f90e req-9f906267-d0de-43cc-ae06-007603549720 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:03.025327 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e709e19d-4c72-4a4c-adc7-4672f892f90e req-9f906267-d0de-43cc-ae06-007603549720 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 945 time: 0.4825478
May 10 18:05:03.032362 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-d8ce3067-78d0-407a-b7f8-1545859944da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:03.033791 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-d8ce3067-78d0-407a-b7f8-1545859944da service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 920 time: 0.3395441
May 10 18:05:03.119397 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0512e61b16c438fbb7110da588a5e0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4116843
May 10 18:05:03.127266 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['c0fc56d9-3b0b-4183-9aea-0015ab06b733'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:05:03.139237 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 42898) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:03.152638 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-a936ce3f-b505-48b7-bc3d-9359e50ee94b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f HTTP/1.1" status: 200  len: 217 time: 0.1006172
May 10 18:05:03.156431 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5450a55-4e63-4aa8-b1ac-95125ecd4a8a,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:03.161114 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:03.350016 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=39069625-bd9c-49b7-8ac3-9be35842aae6,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:03.353694 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e709e19d-4c72-4a4c-adc7-4672f892f90e req-96295ef9-3354-47a5-8eb3-d5da1ce16e62 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3188651
May 10 18:05:03.353961 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:03.410988 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 42908) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:03.441647 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-27c6f623-b26b-41e7-bde3-d5755ef30799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:03.446634 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-27c6f623-b26b-41e7-bde3-d5755ef30799 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.2598913
May 10 18:05:03.555550 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-91f597a7-1ea9-40f2-b204-d4d5add7197a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0673428
May 10 18:05:03.557970 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8b345e7-802d-4c6e-ab1b-325934e27713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:03.580431 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571e5d1-3b31-414a-9a13-4f41d875b910 req-df1e5c63-b729-48ab-917e-4627568a076d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:03.589509 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77aa604-5484-43ff-8e04-38625bdb6550 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:05:03.590281 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6571e5d1-3b31-414a-9a13-4f41d875b910 req-df1e5c63-b729-48ab-917e-4627568a076d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 932 time: 0.5776286
May 10 18:05:03.607044 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:03.698288 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-3c600602-e670-4046-a99e-4e114987488e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:03.699897 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-3c600602-e670-4046-a99e-4e114987488e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 817 time: 0.5295076
May 10 18:05:03.717996 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6571e5d1-3b31-414a-9a13-4f41d875b910 req-016f9df3-fc04-4c76-b286-3a021522f31d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266749
May 10 18:05:03.745250 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8b345e7-802d-4c6e-ab1b-325934e27713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:03.769645 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-75497d26-6f0f-4a18-92a6-53a3ada816cf req-e3765e8e-897e-496b-857d-6b5fe091409b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 210 time: 0.1051786
May 10 18:05:03.776939 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Transition to ACTIVE for port object e77aa604-5484-43ff-8e04-38625bdb6550 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:05:03.816523 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:03.850352 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:03.883419 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-261a1bd7-6c0e-48d6-bc76-b059d32af8df tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:03.906614 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:03.920123 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-0a38eb30-027f-43ee-86d8-194d86f8646a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5837b88ffc7405589fea8e5217a66b4 HTTP/1.1" status: 200  len: 380 time: 0.1963153
May 10 18:05:03.925928 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Usage tracker for resource:security_group_rule and tenant:dae2c4682f5e40528e17dc88862fe48a is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:03.933541 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:03.962803 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'port': {'device_id': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'admin_state_up': True, 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'security_groups': ['5fdb8cb6-5972-4a5b-bb44-f752a96a9feb']}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:04.003024 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:04.088571 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 42930) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:04.116680 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-a6c2c7ba-6dac-42f8-91ce-b94c0a24dced service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5541432
May 10 18:05:04.132223 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2b56f-cd64-4501-8bf7-b9980be2d006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39069625-bd9c-49b7-8ac3-9be35842aae6', 'code': 200}
May 10 18:05:04.192918 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Pushing event updated for resources: {'Port': ['ID=e77aa604-5484-43ff-8e04-38625bdb6550,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:04.196837 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:04.199208 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:04.219870 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:04.261547 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Made reservation on behalf of e5837b88ffc7405589fea8e5217a66b4 for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:05:04.265655 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.280569 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.281045 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8b345e7-802d-4c6e-ab1b-325934e27713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.295174 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9e7433f6-2e04-4a3c-b6de-da28821248be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:04.304621 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Attempting to bind port e77aa604-5484-43ff-8e04-38625bdb6550 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:05:04.304952 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Attempting to bind port e77aa604-5484-43ff-8e04-38625bdb6550 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:05:04.305353 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Attempting to bind port e77aa604-5484-43ff-8e04-38625bdb6550 on network 93c7fb9e-208e-4989-921b-04141e7f8243 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:05:04.307823 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:04.329023 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Port e77aa604-5484-43ff-8e04-38625bdb6550 on network 93c7fb9e-208e-4989-921b-04141e7f8243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:05:04.329338 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Attempting to bind port e77aa604-5484-43ff-8e04-38625bdb6550 on network 93c7fb9e-208e-4989-921b-04141e7f8243 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:05:04.331501 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b345e7-802d-4c6e-ab1b-325934e27713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5450a55-4e63-4aa8-b1ac-95125ecd4a8a,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:04.347697 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c8b345e7-802d-4c6e-ab1b-325934e27713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:04.353580 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8b345e7-802d-4c6e-ab1b-325934e27713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.354677 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c8b345e7-802d-4c6e-ab1b-325934e27713 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5450a55-4e63-4aa8-b1ac-95125ecd4a8a HTTP/1.1" status: 204  len: 168 time: 1.2145116
May 10 18:05:04.358671 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:05:04.359027 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Checking segment: {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:05:04.359411 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Bound using segment: {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:05:04.359849 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Bound port: e77aa604-5484-43ff-8e04-38625bdb6550, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0e067d-9da9-4363-a8d4-af99468eaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:05:04.360186 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.381286 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9c1d55f23e411c908e02847a5ad843 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:04.385312 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:04.407039 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:04.437730 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-67b25fee-a6ef-4b65-9a29-f5b481c03b51 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2793500
May 10 18:05:04.453972 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ac42c-4a6b-4561-8c57-46295023c0e3 req-fba6b690-9a4a-4fc7-89fd-a9cceb8ecbfa tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:04.461076 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f3ac42c-4a6b-4561-8c57-46295023c0e3 req-fba6b690-9a4a-4fc7-89fd-a9cceb8ecbfa tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 945 time: 0.4340742
May 10 18:05:04.536209 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f3ac42c-4a6b-4561-8c57-46295023c0e3 req-5d2f19dd-ad3f-4d58-bd9e-e5399f8ae160 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742674
May 10 18:05:04.537188 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] For port e77aa604-5484-43ff-8e04-38625bdb6550, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:05:04.540859 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] For port e77aa604-5484-43ff-8e04-38625bdb6550, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e77aa604-5484-43ff-8e04-38625bdb6550,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:05:04.548611 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.553934 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:04.614413 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:04.615103 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.616450 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] 10.222.0.58 "PUT /v2.0/ports/e77aa604-5484-43ff-8e04-38625bdb6550 HTTP/1.1" status: 200  len: 1094 time: 2.6052988
May 10 18:05:04.616930 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2963aa73-2f6c-47e0-9f99-7ae9f400a06d', 'tag': 'e77aa604-5484-43ff-8e04-38625bdb6550'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:04.625378 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.645510 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.663210 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Pushing event updated for resources: {'Port': ['ID=e77aa604-5484-43ff-8e04-38625bdb6550,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:04.667362 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:04.679468 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8e808f0b-c132-497a-a451-d519d9053fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:04.707167 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f96ee-a424-489c-adcb-4e6928493385 req-916a16f2-ff76-4d83-891f-2ba13aaae53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:04.708632 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-147f96ee-a424-489c-adcb-4e6928493385 req-916a16f2-ff76-4d83-891f-2ba13aaae53e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 1099 time: 0.3579900
May 10 18:05:04.712040 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2963aa73-2f6c-47e0-9f99-7ae9f400a06d', 'tag': 'e77aa604-5484-43ff-8e04-38625bdb6550', 'status': 'completed', 'code': 200}
May 10 18:05:04.717040 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Allocated IP 172.20.0.3 (da0ee4dd-dbdb-4107-9ef1-8e4161663969/e77228e7-0357-442c-8e87-1a9a9cf6710f/e19b49de-1a32-49b6-935b-2ce5b65e8f24) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:05:04.755742 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-019f65fc-c94a-4f84-9118-0e7945e1562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:04.757336 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-019f65fc-c94a-4f84-9118-0e7945e1562a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 1097 time: 0.0885813
May 10 18:05:04.770662 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dae2c4682f5e40528e17dc88862fe48a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3497853
May 10 18:05:04.774739 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.784576 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 42956) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:04.821791 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-760a7f94-1cb1-4864-ac72-b790cdce483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.834489 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.855880 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:04.870380 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b355597d-8b4f-44c6-96bb-1749f6befa0f,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:04.872704 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:04.880237 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:04.887221 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Usage tracker for resource:security_group_rule and tenant:2201ce929b9d4e84a95e7108fb6ebc35 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:04.898099 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc0f1-9861-4305-a04d-ff89c181ebc8 req-8fcc327a-4dda-4de0-917e-ca1ea07408f4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:04.905190 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-83bcc0f1-9861-4305-a04d-ff89c181ebc8 req-8fcc327a-4dda-4de0-917e-ca1ea07408f4 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 946 time: 0.3633153
May 10 18:05:04.910087 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:04.946682 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:04.953629 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:04.969103 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-6060a483-eace-40cc-8aa1-bdb1239341f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e77aa604-5484-43ff-8e04-38625bdb6550 HTTP/1.1" status: 200  len: 217 time: 0.2041497
May 10 18:05:05.042864 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-18520964-dbe7-4f74-be1f-bf4f4545d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:05.044352 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-18520964-dbe7-4f74-be1f-bf4f4545d562 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.0684674
May 10 18:05:05.097649 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-17b88690-1d8d-446d-9886-78bd1ad7aab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.098355 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-eb173823-54f5-4483-b710-7b34e404abcf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437112
May 10 18:05:05.153984 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-83bcc0f1-9861-4305-a04d-ff89c181ebc8 req-cc511e7b-c31c-4235-bc4b-2ed0da354357 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479157
May 10 18:05:05.158513 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e9c1d55f23e411c908e02847a5ad843&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0669279
May 10 18:05:05.180920 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 42978) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:05.201836 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aecb40-5840-4627-92b6-43da3b09d619,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:05.245323 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:05.310504 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-31367452-e4de-4ae2-8cb5-1bec28c46ce7 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2050033
May 10 18:05:05.311106 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-17b88690-1d8d-446d-9886-78bd1ad7aab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.368269 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5585f8-a89f-4a4e-859e-3f3d0c51d486 req-264655d2-56c0-4629-b035-e02015cc2d09 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:05.369054 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0b5585f8-a89f-4a4e-859e-3f3d0c51d486 req-264655d2-56c0-4629-b035-e02015cc2d09 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Synchronizing usage tracker for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:05:05.463086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0b5585f8-a89f-4a4e-859e-3f3d0c51d486 req-264655d2-56c0-4629-b035-e02015cc2d09 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Unset dirty status for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:05:05.471206 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0b5585f8-a89f-4a4e-859e-3f3d0c51d486 req-264655d2-56c0-4629-b035-e02015cc2d09 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 944 time: 0.5388005
May 10 18:05:05.471616 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e095b6d2-95ee-4dbb-ab1e-1c28b7b808a6 req-fdafb54f-f940-4ed8-a8b6-d5d48db2cac2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 210 time: 0.0859485
May 10 18:05:05.479326 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.482410 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7a730689-4281-4050-9897-1c32705d1b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.509153 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7a730689-4281-4050-9897-1c32705d1b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.556247 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0b5585f8-a89f-4a4e-859e-3f3d0c51d486 req-e0384150-fcbc-4b35-8691-663e89fcc4ff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Synchronizing usage tracker for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:05:05.604161 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-17b88690-1d8d-446d-9886-78bd1ad7aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.607128 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.609332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Transition to ACTIVE for port object e19b49de-1a32-49b6-935b-2ce5b65e8f24 will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:05:05.626020 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c05d31b4-445e-42e8-969a-46b4e804fd2f req-245ea0d7-6bfc-49f0-8088-d88e054c58f3 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3076143
May 10 18:05:05.634565 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-0b5585f8-a89f-4a4e-859e-3f3d0c51d486 req-e0384150-fcbc-4b35-8691-663e89fcc4ff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Unset dirty status for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:05:05.649807 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0b5585f8-a89f-4a4e-859e-3f3d0c51d486 req-e0384150-fcbc-4b35-8691-663e89fcc4ff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756120
May 10 18:05:05.671780 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:05.685677 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b88690-1d8d-446d-9886-78bd1ad7aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355597d-8b4f-44c6-96bb-1749f6befa0f,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:05.687998 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.702179 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7a730689-4281-4050-9897-1c32705d1b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.704021 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-17b88690-1d8d-446d-9886-78bd1ad7aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:05.715970 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.716890 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-17b88690-1d8d-446d-9886-78bd1ad7aab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.721455 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-17b88690-1d8d-446d-9886-78bd1ad7aab5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b355597d-8b4f-44c6-96bb-1749f6befa0f HTTP/1.1" status: 204  len: 168 time: 0.9261024
May 10 18:05:05.724106 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7a730689-4281-4050-9897-1c32705d1b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:05.725190 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7a730689-4281-4050-9897-1c32705d1b18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9aecb40-5840-4627-92b6-43da3b09d619 HTTP/1.1" status: 204  len: 168 time: 0.5432689
May 10 18:05:05.735036 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:05.754342 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:05:05.757067 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a730689-4281-4050-9897-1c32705d1b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aecb40-5840-4627-92b6-43da3b09d619,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:05.760119 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:05:05.805331 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:05:05.805850 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-709a84ba-2a7d-4aaa-90f6-e91c80eb4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:05.807557 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-709a84ba-2a7d-4aaa-90f6-e91c80eb4213 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 1097 time: 0.1224597
May 10 18:05:05.899516 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Synchronizing usage tracker for tenant:2201ce929b9d4e84a95e7108fb6ebc35 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:05:05.936559 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:05:05.961691 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device c0fc56d9-3b0b-4183-9aea-0015ab06b733 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:05:05.998656 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Unset dirty status for tenant:2201ce929b9d4e84a95e7108fb6ebc35 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:05:05.999620 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-147f96ee-a424-489c-adcb-4e6928493385 req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2763321
May 10 18:05:06.047782 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62259148-9b8c-4ffd-8359-0863090fd89e req-86f43900-092a-4b6c-ac91-830dd4888a2b tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:06.056651 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-62259148-9b8c-4ffd-8359-0863090fd89e req-86f43900-092a-4b6c-ac91-830dd4888a2b tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 945 time: 0.3007324
May 10 18:05:06.059054 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-2d125d27-d7bf-45d2-b624-cc4cc14df319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:06.059270 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b859d-1cc2-498e-917d-cda8a2adccd0,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:06.063164 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-2d125d27-d7bf-45d2-b624-cc4cc14df319 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 920 time: 0.2482843
May 10 18:05:06.200397 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-087d1029-1071-4290-ad18-b4469f9eff12 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e77aa604-5484-43ff-8e04-38625bdb6550 HTTP/1.1" status: 200  len: 217 time: 0.1201098
May 10 18:05:06.217871 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port c0fc56d9-3b0b-4183-9aea-0015ab06b733 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:06.225822 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c5850a5f-e9ee-4872-8845-183b55872fd9 None None] Provisioning for port e19b49de-1a32-49b6-935b-2ce5b65e8f24 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:06.226908 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:06.230018 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:06.234222 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port c0fc56d9-3b0b-4183-9aea-0015ab06b733 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:06.237262 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:06.330373 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:06.332182 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:06.338110 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c5850a5f-e9ee-4872-8845-183b55872fd9 None None] Provisioning complete for port e19b49de-1a32-49b6-935b-2ce5b65e8f24 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:06.340396 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c5850a5f-e9ee-4872-8845-183b55872fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:06.365821 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-6cade1e1-2686-4241-b638-dee804231352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:06.367365 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-6cade1e1-2686-4241-b638-dee804231352 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.1624866
May 10 18:05:06.399360 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:06.423849 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:06.424413 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:06.424702 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:06.441501 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-62259148-9b8c-4ffd-8359-0863090fd89e req-795a3bbd-b9da-4f03-b69f-5c139a599a55 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3835230
May 10 18:05:06.447330 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5030153
May 10 18:05:06.465141 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Request body: {'port': {'device_id': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:06.488578 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-98f5938e-a5b6-4cff-9d5a-6f516c2ffddb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0718861
May 10 18:05:06.490057 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:06.544380 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f', 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243', 'port_id': '700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f', 'mac_address': 'fa:16:3e:a7:7f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a46aea-a513-41ad-bd78-2cf9d63460d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:05:06.547201 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-c5850a5f-e9ee-4872-8845-183b55872fd9 None None] Port e19b49de-1a32-49b6-935b-2ce5b65e8f24 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:05:06.648104 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43022) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:06.678449 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:06.722890 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:05:06.779402 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:06.817479 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:06.840378 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8c335-3d1c-4f57-a508-8e952cf8faab req-b188debb-fd91-43ef-97e8-d0d1a0935f74 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:06.842858 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-84c8c335-3d1c-4f57-a508-8e952cf8faab req-b188debb-fd91-43ef-97e8-d0d1a0935f74 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 946 time: 0.4745026
May 10 18:05:06.844072 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:06.852459 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Usage tracker for resource:security_group_rule and tenant:cdd25ce3fdd3492586ccaac6656eb8aa is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:06.856481 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:06.857682 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:06.871890 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:06.880844 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-f9721f83-7e11-4b7e-9e10-dd488b5978ed service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3794913
May 10 18:05:06.883308 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:06.899198 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:06.970383 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:07.066274 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-84c8c335-3d1c-4f57-a508-8e952cf8faab req-3948b839-07b5-4b3e-b913-a3c5a0d37a42 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223587
May 10 18:05:07.081936 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30675f2a-1234-44b3-a0d0-c77727923f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fc56d9-3b0b-4183-9aea-0015ab06b733'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:07.113952 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port c0fc56d9-3b0b-4183-9aea-0015ab06b733, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c0fc56d9-3b0b-4183-9aea-0015ab06b733,segment=NetworkSegment(49df2f90-ab52-4145-9598-d007d90d7746),segment_id=49df2f90-ab52-4145-9598-d007d90d7746)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:07.123221 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:05:07.160550 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cb734-268f-4afb-bb1a-76d456fd5842 req-b0c1e0f0-1a33-4ccc-bbe9-ceb913a9c062 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:07.161433 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-af3cb734-268f-4afb-bb1a-76d456fd5842 req-b0c1e0f0-1a33-4ccc-bbe9-ceb913a9c062 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Synchronizing usage tracker for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:05:07.163583 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:07.167325 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:07.181061 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:07.185132 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d24fb86e-d49c-4cc3-9edd-f287c755c858 req-3c5457e9-e15f-4abf-bcba-6153dd0640cb service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2968099
May 10 18:05:07.187733 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:07.287784 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-af3cb734-268f-4afb-bb1a-76d456fd5842 req-b0c1e0f0-1a33-4ccc-bbe9-ceb913a9c062 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Unset dirty status for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:05:07.290125 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-af3cb734-268f-4afb-bb1a-76d456fd5842 req-b0c1e0f0-1a33-4ccc-bbe9-ceb913a9c062 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 931 time: 0.5750666
May 10 18:05:07.310751 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=c0fc56d9-3b0b-4183-9aea-0015ab06b733,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:07.314582 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:07.427379 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-af3cb734-268f-4afb-bb1a-76d456fd5842 req-36a48cd2-dec7-4dc2-b537-8454736e925a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260185
May 10 18:05:07.451875 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:07.469074 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:07.491190 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:07.520461 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:07.584309 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30675f2a-1234-44b3-a0d0-c77727923f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fc56d9-3b0b-4183-9aea-0015ab06b733', 'code': 200}
May 10 18:05:07.597057 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf7c62-e2dd-476d-ae2f-20a522d1ffb7 req-f06c6315-89cd-4280-a4fb-e99874e22f08 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:07.607200 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cbcf7c62-e2dd-476d-ae2f-20a522d1ffb7 req-f06c6315-89cd-4280-a4fb-e99874e22f08 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 944 time: 0.2180753
May 10 18:05:07.640629 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8d879935-03a0-4e1e-90d6-ee9012876c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:07.659125 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b720f7-a199-47b6-a950-220173cccd5a,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:07.712796 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:07.779935 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdd25ce3fdd3492586ccaac6656eb8aa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1204364
May 10 18:05:07.783740 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43074) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:07.783999 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cbcf7c62-e2dd-476d-ae2f-20a522d1ffb7 req-14e7db6e-ceaa-4550-a64a-e79fd115b35c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689918
May 10 18:05:07.949141 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3864-a029-4fad-b1c0-44b0d9e031d2 req-129167a0-8546-4532-b881-e8218f6e4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:07.951573 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aa3b3864-a029-4fad-b1c0-44b0d9e031d2 req-129167a0-8546-4532-b881-e8218f6e4eb2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 1099 time: 0.0757294
May 10 18:05:07.952069 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e77aa604-5484-43ff-8e04-38625bdb6550 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:05:07.973748 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19b49de-1a32-49b6-935b-2ce5b65e8f24 {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:05:07.989688 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:07.995161 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e07e-973f-48f6-9d8f-d5dd164456a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.009096 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aa3b3864-a029-4fad-b1c0-44b0d9e031d2 req-96713250-a172-4e0d-b36f-2da081d94186 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498600
May 10 18:05:08.046773 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab78936-c563-496f-bb4b-1ade0740c8ca req-45ac73e8-bb31-4ae7-a4fc-e88150d5d30c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:08.048249 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7ab78936-c563-496f-bb4b-1ade0740c8ca req-45ac73e8-bb31-4ae7-a4fc-e88150d5d30c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 946 time: 0.2281804
May 10 18:05:08.060375 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Transition to ACTIVE for port object e19b49de-1a32-49b6-935b-2ce5b65e8f24 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:05:08.079945 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e07e-973f-48f6-9d8f-d5dd164456a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.092467 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.110116 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:08.167506 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e77aa604-5484-43ff-8e04-38625bdb6550, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e77aa604-5484-43ff-8e04-38625bdb6550,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:08.212141 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': 'e77aa604-5484-43ff-8e04-38625bdb6550', 'network_id': '93c7fb9e-208e-4989-921b-04141e7f8243', 'port_id': 'e77aa604-5484-43ff-8e04-38625bdb6550', 'mac_address': 'fa:16:3e:42:22:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a46aea-a513-41ad-bd78-2cf9d63460d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:05:08.331422 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7ab78936-c563-496f-bb4b-1ade0740c8ca req-66299cd5-d94f-4863-b515-9fd751488e39 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2722194
May 10 18:05:08.345983 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:08.395349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:08.396641 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.418140 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77aa604-5484-43ff-8e04-38625bdb6550 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:05:08.436929 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e77aa604-5484-43ff-8e04-38625bdb6550, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e77aa604-5484-43ff-8e04-38625bdb6550,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:08.446762 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.452727 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:08.459119 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e07e-973f-48f6-9d8f-d5dd164456a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.466002 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:08.504517 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1e07e-973f-48f6-9d8f-d5dd164456a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b720f7-a199-47b6-a950-220173cccd5a,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:08.510000 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d2b1e07e-973f-48f6-9d8f-d5dd164456a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:08.518950 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Attempting to bind port e19b49de-1a32-49b6-935b-2ce5b65e8f24 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:05:08.519547 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Attempting to bind port e19b49de-1a32-49b6-935b-2ce5b65e8f24 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:05:08.520057 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Attempting to bind port e19b49de-1a32-49b6-935b-2ce5b65e8f24 on network da0ee4dd-dbdb-4107-9ef1-8e4161663969 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:05:08.524427 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e07e-973f-48f6-9d8f-d5dd164456a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.528449 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d2b1e07e-973f-48f6-9d8f-d5dd164456a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7b720f7-a199-47b6-a950-220173cccd5a HTTP/1.1" status: 204  len: 168 time: 0.7409098
May 10 18:05:08.531412 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Port e19b49de-1a32-49b6-935b-2ce5b65e8f24 on network da0ee4dd-dbdb-4107-9ef1-8e4161663969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:05:08.531874 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Attempting to bind port e19b49de-1a32-49b6-935b-2ce5b65e8f24 on network da0ee4dd-dbdb-4107-9ef1-8e4161663969 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:05:08.537780 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:05:08.538350 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Checking segment: {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:05:08.539056 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Bound using segment: {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:05:08.539898 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Bound port: e19b49de-1a32-49b6-935b-2ce5b65e8f24, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:05:08.540396 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.545753 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc6819-65b1-4eb8-be26-24de803f44db req-9a72b003-6f6c-43a4-9d88-c654c3929ef6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:08.547309 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-15fc6819-65b1-4eb8-be26-24de803f44db req-9a72b003-6f6c-43a4-9d88-c654c3929ef6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 946 time: 0.2198393
May 10 18:05:08.588730 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.607575 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e77aa604-5484-43ff-8e04-38625bdb6550,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:08.619496 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:08.639907 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-15fc6819-65b1-4eb8-be26-24de803f44db req-15c5d255-7ba2-4b5b-b43f-24911fa77a1a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856130
May 10 18:05:08.706529 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:05:08.712857 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:05:08.723254 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.725173 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['e77aa604-5484-43ff-8e04-38625bdb6550'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:05:08.733563 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:08.802120 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345a33-08d2-4bbf-8abb-820cba5fea67 req-0e21ce87-a4de-4f3d-9a73-bae28a6faef9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:08.809578 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-47345a33-08d2-4bbf-8abb-820cba5fea67 req-0e21ce87-a4de-4f3d-9a73-bae28a6faef9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1806133
May 10 18:05:08.844805 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:08.845551 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:08.847077 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] 10.222.0.58 "PUT /v2.0/ports/e19b49de-1a32-49b6-935b-2ce5b65e8f24 HTTP/1.1" status: 200  len: 1093 time: 2.3949890
May 10 18:05:08.847649 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:08.949684 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-47345a33-08d2-4bbf-8abb-820cba5fea67 req-d9732ef2-8d4b-4ea0-9da0-6faff6beb3f9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1390178
May 10 18:05:08.964683 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:08.979555 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:09.085950 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'status': 'completed', 'code': 200}
May 10 18:05:09.309703 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-29516ebb-9a17-45ce-b00b-114b270bfad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:09.311245 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-29516ebb-9a17-45ce-b00b-114b270bfad1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 1096 time: 0.2218876
May 10 18:05:09.367756 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397be322-2b07-4e37-86b4-043ab34cc474 req-f5dc1736-58bb-4bff-b5cb-9b9ca3a818d3 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:09.372867 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-397be322-2b07-4e37-86b4-043ab34cc474 req-f5dc1736-58bb-4bff-b5cb-9b9ca3a818d3 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 945 time: 0.1759653
May 10 18:05:09.439500 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43142) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:09.531656 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-397be322-2b07-4e37-86b4-043ab34cc474 req-c61b71b9-4fba-444b-9599-ebf805fe1ff2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510928
May 10 18:05:09.661134 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-e93cad9e-2aa0-4bb8-9b8b-9fb6199d6e69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24 HTTP/1.1" status: 200  len: 217 time: 0.3417003
May 10 18:05:09.741498 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-800cd060-c481-44d6-9199-a658c6625a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:09.743053 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-800cd060-c481-44d6-9199-a658c6625a98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.0753324
May 10 18:05:09.752325 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799fec5-f925-4bb4-96f1-130ed3a7cee1 req-30f5857b-149d-4275-8916-94ac81a868c2 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:09.753759 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c799fec5-f925-4bb4-96f1-130ed3a7cee1 req-30f5857b-149d-4275-8916-94ac81a868c2 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 946 time: 0.1616805
May 10 18:05:09.849404 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c799fec5-f925-4bb4-96f1-130ed3a7cee1 req-b16c762e-b260-477e-97f3-6fd84bbcc54d tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572355
May 10 18:05:09.850645 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:09.868868 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-56297122-a8df-46c9-be3f-5a3a132fd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:09.880578 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-56297122-a8df-46c9-be3f-5a3a132fd7e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1155097
May 10 18:05:09.880760 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:09.895970 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Usage tracker for resource:security_group_rule and tenant:bd3612dc97f64809917cd3bbe2507d43 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:09.903581 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:09.913991 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:09.961096 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e77aa604-5484-43ff-8e04-38625bdb6550 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:05:10.042475 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-a010994d-0f73-42b8-8db5-72023cd1d873 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648445
May 10 18:05:10.046794 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:10.053657 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:10.071019 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:10.079585 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:10.161810 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port e77aa604-5484-43ff-8e04-38625bdb6550 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:10.168029 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port e77aa604-5484-43ff-8e04-38625bdb6550 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:10.168794 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:10.179211 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd3612dc97f64809917cd3bbe2507d43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7356551
May 10 18:05:10.179831 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43182) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:10.278771 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc84a336-720b-4b02-b076-ee2b4b913e8d,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:10.284687 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:10.315971 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90c93b48-63fb-4a3f-9dfd-af2c8b7cfbaa req-0a056fc7-6f68-45e2-8df4-68cfb3134e0a service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646222
May 10 18:05:10.391816 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:10.465261 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e77aa604-5484-43ff-8e04-38625bdb6550, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e77aa604-5484-43ff-8e04-38625bdb6550,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:10.466605 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2963aa73-2f6c-47e0-9f99-7ae9f400a06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77aa604-5484-43ff-8e04-38625bdb6550'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:10.476012 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:10.476827 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-63f7c61f-9291-4116-bab4-0b084a3e9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:10.477335 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:05:10.485451 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-63f7c61f-9291-4116-bab4-0b084a3e9329 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 1096 time: 0.1172459
May 10 18:05:10.505554 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b85a045-a000-4365-8430-544eca989c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:10.518694 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:10.622319 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2963aa73-2f6c-47e0-9f99-7ae9f400a06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77aa604-5484-43ff-8e04-38625bdb6550', 'code': 200}
May 10 18:05:10.661075 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d0fd8-e6c9-4603-973e-ad3d89321267 req-f19cf649-fe20-4bd5-a6a6-54171f402640 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:10.666967 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-965d0fd8-e6c9-4603-973e-ad3d89321267 req-f19cf649-fe20-4bd5-a6a6-54171f402640 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.4835823
May 10 18:05:10.685899 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e77aa604-5484-43ff-8e04-38625bdb6550,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:10.694146 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:10.712794 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43198) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:10.717119 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:10.726016 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:10.726852 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:10.751665 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43202) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:10.788956 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-e822bef0-9025-485c-9ef1-6cc7b10af93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:10.793314 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-e822bef0-9025-485c-9ef1-6cc7b10af93c service neutron] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 918 time: 0.2980876
May 10 18:05:10.868779 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-965d0fd8-e6c9-4603-973e-ad3d89321267 req-081a6fea-66c1-4420-b3df-848f27fbf35c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Synchronizing usage tracker for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:05:10.893456 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b85a045-a000-4365-8430-544eca989c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.031502 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.039299 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-78c7e4db-ec0e-40c6-b30c-68fbcca408ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24 HTTP/1.1" status: 200  len: 217 time: 0.2352624
May 10 18:05:11.073521 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:11.079534 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-965d0fd8-e6c9-4603-973e-ad3d89321267 req-081a6fea-66c1-4420-b3df-848f27fbf35c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Unset dirty status for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:05:11.080418 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.081139 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-965d0fd8-e6c9-4603-973e-ad3d89321267 req-081a6fea-66c1-4420-b3df-848f27fbf35c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3995945
May 10 18:05:11.096771 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ea56186a-fbd1-4447-86ea-331bb8edb261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:11.112015 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5bf77-7022-4d86-8e6f-d3d7e9cd16d2 req-18911735-6f43-401e-9618-33fc48eb9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:11.113889 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1ee5bf77-7022-4d86-8e6f-d3d7e9cd16d2 req-18911735-6f43-401e-9618-33fc48eb9818 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 1099 time: 0.1627729
May 10 18:05:11.114997 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b85a045-a000-4365-8430-544eca989c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.118971 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0896cd81-9b41-4a4c-8206-253dff9b9c38 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:11.134644 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.144038 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.147043 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85a045-a000-4365-8430-544eca989c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc84a336-720b-4b02-b076-ee2b4b913e8d,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:11.151930 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1b85a045-a000-4365-8430-544eca989c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:11.174114 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:11.178588 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Usage tracker for resource:security_group_rule and tenant:a88218f7ad744ed1907ab7d88df31605 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:11.179509 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1ee5bf77-7022-4d86-8e6f-d3d7e9cd16d2 req-0efb1f46-e7ed-4040-a5a7-4efb3aac4e34 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508878
May 10 18:05:11.180792 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1b85a045-a000-4365-8430-544eca989c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.181614 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:11.182389 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1b85a045-a000-4365-8430-544eca989c5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc84a336-720b-4b02-b076-ee2b4b913e8d HTTP/1.1" status: 204  len: 168 time: 0.9103055
May 10 18:05:11.190364 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:11.282580 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.292109 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:11.295870 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.302091 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:11.308495 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:11.313235 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:11.320152 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Usage tracker for resource:security_group_rule and tenant:064c3d279f5b4678b18eebee9f41f005 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:11.338700 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:11.362406 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-dcef707b-214d-41e0-80d9-45bb39e8ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:11.363960 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-dcef707b-214d-41e0-80d9-45bb39e8ad13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.2815509
May 10 18:05:11.367422 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:11.371310 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43228) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:11.426152 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211327c1-313c-4b3c-a8a1-c16938407ca3,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:11.429299 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:11.454170 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43236) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:11.454364 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a88218f7ad744ed1907ab7d88df31605&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6931121
May 10 18:05:11.502757 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2db20-431c-475e-9935-e4a9fe8af228 req-b2849b1c-54e5-4bed-b688-a8acc621871d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:11.504550 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0da2db20-431c-475e-9935-e4a9fe8af228 req-b2849b1c-54e5-4bed-b688-a8acc621871d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.5523958
May 10 18:05:11.592155 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0da2db20-431c-475e-9935-e4a9fe8af228 req-a21cadae-ccbc-4d37-b7d5-69d081032eb6 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676532
May 10 18:05:11.596384 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-acb02e25-ad4d-4535-8819-5bf936ee3800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.603300 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-3f45dcfe-034f-4086-840a-2e1805efb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:11.604807 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-3f45dcfe-034f-4086-840a-2e1805efb053 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2257686
May 10 18:05:11.637993 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-acb02e25-ad4d-4535-8819-5bf936ee3800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.699187 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.714921 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:11.719362 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Usage tracker for resource:security_group_rule and tenant:c6578d3a04df4fb9af75e40c4f88c2ff is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:11.722624 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:11.731346 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:11.742742 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-acb02e25-ad4d-4535-8819-5bf936ee3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.744014 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.754220 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.754862 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e308c203-1995-4fd1-b181-e781d8e421b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:11.770693 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:11.775794 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02e25-ad4d-4535-8819-5bf936ee3800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211327c1-313c-4b3c-a8a1-c16938407ca3,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:11.780044 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-acb02e25-ad4d-4535-8819-5bf936ee3800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:11.785311 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-acb02e25-ad4d-4535-8819-5bf936ee3800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.786527 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-acb02e25-ad4d-4535-8819-5bf936ee3800 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/211327c1-313c-4b3c-a8a1-c16938407ca3 HTTP/1.1" status: 204  len: 168 time: 0.3307185
May 10 18:05:11.848396 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f3b8da-76d6-4601-bb15-83e333e7a42b,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:11.855499 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=064c3d279f5b4678b18eebee9f41f005&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1401939
May 10 18:05:11.856581 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:11.863652 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43258) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:11.900799 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-5a0c7cc0-a5dc-408d-abaa-92abb9fac9e5 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2837887
May 10 18:05:11.943854 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.947497 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0734-5fb6-4b75-aecd-3b8662f799ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.957425 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:11.972092 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82c9e832-bed6-4760-b202-f97827b647b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:11.974707 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0734-5fb6-4b75-aecd-3b8662f799ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:12.054723 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6578d3a04df4fb9af75e40c4f88c2ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6820145
May 10 18:05:12.056524 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e13b94-d1da-4244-9ae4-183d0bdcf22a,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:12.068229 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43268) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:12.070884 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:12.203252 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6ffa57d1-214d-440b-9214-1543470a14f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:12.243885 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0734-5fb6-4b75-aecd-3b8662f799ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:12.253576 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:12.273289 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb0734-5fb6-4b75-aecd-3b8662f799ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f3b8da-76d6-4601-bb15-83e333e7a42b,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:12.277770 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6ffa57d1-214d-440b-9214-1543470a14f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:12.285201 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c1eb0734-5fb6-4b75-aecd-3b8662f799ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:12.293875 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0734-5fb6-4b75-aecd-3b8662f799ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:12.297324 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c1eb0734-5fb6-4b75-aecd-3b8662f799ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3f3b8da-76d6-4601-bb15-83e333e7a42b HTTP/1.1" status: 204  len: 168 time: 0.4303732
May 10 18:05:12.335431 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-86de7779-18c9-47d7-b095-5aa323a312c5 req-6ca81543-8ef2-490e-9b96-50d768fa3efb service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2845731
May 10 18:05:12.401963 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6ffa57d1-214d-440b-9214-1543470a14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:12.406115 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b2387f34-d383-4695-8c75-a6976b1036dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:12.449412 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa57d1-214d-440b-9214-1543470a14f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e13b94-d1da-4244-9ae4-183d0bdcf22a,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:12.463755 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6ffa57d1-214d-440b-9214-1543470a14f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:12.482105 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6ffa57d1-214d-440b-9214-1543470a14f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:12.503195 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6ffa57d1-214d-440b-9214-1543470a14f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09e13b94-d1da-4244-9ae4-183d0bdcf22a HTTP/1.1" status: 204  len: 168 time: 0.4337337
May 10 18:05:12.536846 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b934e0-c4e7-4028-a5a4-ce55201bbe5c req-03d0390f-dc62-487a-b34f-7a8a877e1123 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:12.538776 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-16b934e0-c4e7-4028-a5a4-ce55201bbe5c req-03d0390f-dc62-487a-b34f-7a8a877e1123 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1120267
May 10 18:05:12.591562 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-16b934e0-c4e7-4028-a5a4-ce55201bbe5c req-b06823a7-ae02-452e-ae3f-71b1d33fd384 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468020
May 10 18:05:12.624084 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fd5f77-b284-49e4-ba4a-072fcd94ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:12.804053 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20f96-ce78-4721-a137-cf58b68843e5 req-0ad29d7c-6e56-46ec-a677-253373af85cd tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:12.807224 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9cf20f96-ce78-4721-a137-cf58b68843e5 req-0ad29d7c-6e56-46ec-a677-253373af85cd tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0938380
May 10 18:05:12.891958 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9cf20f96-ce78-4721-a137-cf58b68843e5 req-9c5d1d9e-89bb-4caa-8412-e450375a60c7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767579
May 10 18:05:12.915261 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fd5f77-b284-49e4-ba4a-072fcd94ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f', 'code': 200}
May 10 18:05:12.924471 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43312) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:12.948631 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:12.979451 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:12.990289 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6724e5dbaddf41a482d5dff10a93101b is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:12.997860 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:13.016119 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:13.232579 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.239887 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.250658 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:13.302940 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6724e5dbaddf41a482d5dff10a93101b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3744268
May 10 18:05:13.302940 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ec51d6-f1ff-4043-b1d6-198a18a35d48,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:13.304786 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43322) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:13.307264 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:13.343405 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b2bb1-8f89-40ab-a6ae-b09aec5fed8a req-0ee1a3cd-df20-4870-9ec1-315cf94e68be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:13.345850 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-645b2bb1-8f89-40ab-a6ae-b09aec5fed8a req-0ee1a3cd-df20-4870-9ec1-315cf94e68be service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1099 time: 0.1189961
May 10 18:05:13.377182 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ed347e63-1d2d-4091-93e0-4c3f3fbc61f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.410264 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ed347e63-1d2d-4091-93e0-4c3f3fbc61f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.433960 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-645b2bb1-8f89-40ab-a6ae-b09aec5fed8a req-f0ddd635-f8d5-424a-9633-0e7c644ca80e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691066
May 10 18:05:13.508100 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43334) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:13.526795 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.554000 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:13.559730 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Usage tracker for resource:security_group_rule and tenant:aea04d5e422e4536826896a7bf90d464 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:13.563396 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:13.571899 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:13.572453 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-189cb594-a0ad-4a99-a841-a2dfd0129423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:13.573949 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-189cb594-a0ad-4a99-a841-a2dfd0129423 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 1099 time: 0.1548908
May 10 18:05:13.575597 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ed347e63-1d2d-4091-93e0-4c3f3fbc61f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.583462 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:13.618500 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed347e63-1d2d-4091-93e0-4c3f3fbc61f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ec51d6-f1ff-4043-b1d6-198a18a35d48,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:13.675040 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ed347e63-1d2d-4091-93e0-4c3f3fbc61f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:13.685635 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ed347e63-1d2d-4091-93e0-4c3f3fbc61f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.686749 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-ed347e63-1d2d-4091-93e0-4c3f3fbc61f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6ec51d6-f1ff-4043-b1d6-198a18a35d48 HTTP/1.1" status: 204  len: 168 time: 0.3812442
May 10 18:05:13.691198 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.698621 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.708612 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf9c7-7975-4474-90f2-2b9e8752435e req-5a4a8723-0819-4ebb-b31a-97572497195a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:13.709808 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d2b1e07e-973f-48f6-9d8f-d5dd164456a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:13.715530 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b7eaf9c7-7975-4474-90f2-2b9e8752435e req-5a4a8723-0819-4ebb-b31a-97572497195a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.2401469
May 10 18:05:13.757557 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aea04d5e422e4536826896a7bf90d464&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2481861
May 10 18:05:13.758115 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43346) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:13.759017 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c694d8f-6381-4d98-a24e-58e872bf8dbd,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:13.762068 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:13.829746 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b7eaf9c7-7975-4474-90f2-2b9e8752435e req-13a24a11-be6f-4b0c-9069-fada6ba54f8c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132610
May 10 18:05:13.843376 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-51e4105f-5414-40fe-a742-67aff7d5d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:13.843376 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-51e4105f-5414-40fe-a742-67aff7d5d2fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 920 time: 0.2582655
May 10 18:05:13.882334 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ae7d-19fa-446b-9316-90d85be5b532 req-987771a8-17ec-41d2-9191-bb59fb21ee30 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:13.884626 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-08f6ae7d-19fa-446b-9316-90d85be5b532 req-987771a8-17ec-41d2-9191-bb59fb21ee30 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.0968564
May 10 18:05:13.917763 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-9b5349a4-685f-45eb-86ce-ac4469c300ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e77aa604-5484-43ff-8e04-38625bdb6550 HTTP/1.1" status: 200  len: 217 time: 0.0650508
May 10 18:05:13.937748 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-08f6ae7d-19fa-446b-9316-90d85be5b532 req-0c0f723d-5327-416b-b5a8-2aac48a58a83 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462849
May 10 18:05:13.976728 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e72e8562-b8cf-4e92-a288-bafe4673b25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:13.985245 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:05:14.016295 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e72e8562-b8cf-4e92-a288-bafe4673b25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:14.027989 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-5d8cd380-da62-42b1-929e-e5acf4d6f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:14.029444 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-5d8cd380-da62-42b1-929e-e5acf4d6f5c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.1014738
May 10 18:05:14.097415 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-30048e53-3695-4977-9160-b194f190f3db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555224
May 10 18:05:14.192633 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:14.215067 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'port_id': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'mac_address': 'fa:16:3e:a5:c0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:05:14.286057 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:14.322476 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19b49de-1a32-49b6-935b-2ce5b65e8f24 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:05:14.339811 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:14.346224 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:14.348087 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:14.390038 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e72e8562-b8cf-4e92-a288-bafe4673b25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:14.406170 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:14.442771 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:14.447197 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:14.462299 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43376) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:14.481283 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-8ceb3b52-bcff-4b89-9248-065195bfbaba service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3762271
May 10 18:05:14.485858 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e8562-b8cf-4e92-a288-bafe4673b25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c694d8f-6381-4d98-a24e-58e872bf8dbd,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:14.499574 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:14.501377 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e72e8562-b8cf-4e92-a288-bafe4673b25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:14.506197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e72e8562-b8cf-4e92-a288-bafe4673b25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:14.512812 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e72e8562-b8cf-4e92-a288-bafe4673b25c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c694d8f-6381-4d98-a24e-58e872bf8dbd HTTP/1.1" status: 204  len: 168 time: 0.7521532
May 10 18:05:14.549676 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:14.560099 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Usage tracker for resource:security_group_rule and tenant:e893e33b67e24b7e9111bb36875116c5 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:14.563234 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:14.573909 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:14.723445 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['e19b49de-1a32-49b6-935b-2ce5b65e8f24'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:05:14.733015 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:14.742830 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3c7acf1b-65f8-457b-9daa-575e46cd6561 req-8398c893-a65f-4105-81c0-5a00038e519b service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378113
May 10 18:05:14.743688 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:14.753260 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1f4e6d05-f0e6-4c8e-b167-54ec434a0959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:14.801521 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e893e33b67e24b7e9111bb36875116c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3379650
May 10 18:05:14.801901 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43416) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:14.803449 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdf340a-14ea-499f-abec-a1782a0f75ce,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:14.806787 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:14.955564 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa01c662-4cee-4521-8374-149284969747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:14.998438 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43432) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:15.039599 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa01c662-4cee-4521-8374-149284969747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.158069 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa01c662-4cee-4521-8374-149284969747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.174475 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-89da1446-a4c1-481a-bca1-de72b3e3ac5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:15.229976 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fa01c662-4cee-4521-8374-149284969747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.234655 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-fa01c662-4cee-4521-8374-149284969747 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fdf340a-14ea-499f-abec-a1782a0f75ce HTTP/1.1" status: 204  len: 168 time: 0.4282377
May 10 18:05:15.240900 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01c662-4cee-4521-8374-149284969747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdf340a-14ea-499f-abec-a1782a0f75ce,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:15.253529 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fa01c662-4cee-4521-8374-149284969747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:15.278326 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b58dd-2dbb-43da-9e8b-d02abf7c8be2 req-c76a9e22-9064-4a28-aa62-a350e8a56303 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:15.278441 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f0ac-db68-4ac5-b877-b3bd5785d27d req-6479a72c-e533-4d9f-a97b-fbd6f81fb514 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:15.280376 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f8b58dd-2dbb-43da-9e8b-d02abf7c8be2 req-c76a9e22-9064-4a28-aa62-a350e8a56303 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.3216772
May 10 18:05:15.302130 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8448f0ac-db68-4ac5-b877-b3bd5785d27d req-6479a72c-e533-4d9f-a97b-fbd6f81fb514 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 944 time: 0.1782961
May 10 18:05:15.390243 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.397435 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f8b58dd-2dbb-43da-9e8b-d02abf7c8be2 req-f65d9723-c273-43c1-bb9f-08fe05740468 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146109
May 10 18:05:15.446315 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:15.469418 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Usage tracker for resource:security_group_rule and tenant:a68bb9d09f874802aadbfbdf499dae75 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:15.477463 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:15.484429 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:15.498523 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8448f0ac-db68-4ac5-b877-b3bd5785d27d req-ae26e285-8dab-4c7c-8f33-b68ea2718ea3 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1940622
May 10 18:05:15.604886 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.610046 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.618975 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d4c13c13-1bac-4778-9add-857a116a35ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:15.659525 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a68bb9d09f874802aadbfbdf499dae75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6589577
May 10 18:05:15.662205 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43474) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:15.667579 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2458e481-5784-45ef-a446-bdeec8a0d9d6,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:15.671447 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:15.748003 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-398def39-f66b-4cb1-b963-56a5e41d3382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.786521 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-398def39-f66b-4cb1-b963-56a5e41d3382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.861707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-398def39-f66b-4cb1-b963-56a5e41d3382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.878169 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6ffa57d1-214d-440b-9214-1543470a14f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:15.893625 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398def39-f66b-4cb1-b963-56a5e41d3382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2458e481-5784-45ef-a446-bdeec8a0d9d6,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:15.898246 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-398def39-f66b-4cb1-b963-56a5e41d3382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:15.899667 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-398def39-f66b-4cb1-b963-56a5e41d3382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:15.900740 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-398def39-f66b-4cb1-b963-56a5e41d3382 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2458e481-5784-45ef-a446-bdeec8a0d9d6 HTTP/1.1" status: 204  len: 168 time: 0.2375643
May 10 18:05:15.996933 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:05:16.072536 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port e19b49de-1a32-49b6-935b-2ce5b65e8f24 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:16.077867 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port e19b49de-1a32-49b6-935b-2ce5b65e8f24 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:16.078188 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.146781 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:05:16.215257 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.247920 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:16.254868 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:16.261142 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.265620 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:16.270457 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43512) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:16.298761 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.306735 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'code': 200}
May 10 18:05:16.314451 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:16.319164 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f53b56b3bc4381804cb5313dae2f75 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:16.322630 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:16.329207 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:16.363705 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:16.378425 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:16.460900 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.473501 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.485696 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c8b345e7-802d-4c6e-ab1b-325934e27713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:16.536758 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133e72cc-4f26-434f-b7d5-0a3b06e1026c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:16.542502 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9f53b56b3bc4381804cb5313dae2f75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2699926
May 10 18:05:16.543940 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:16.545119 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43532) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:16.615742 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a20d87ca-f11d-45f4-995c-319a162e0fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.648525 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a20d87ca-f11d-45f4-995c-319a162e0fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.809507 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926efc2-fbc2-472e-a450-1fdb8f562518 req-c511c068-89bc-43fb-bf06-675fa442cda9 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:16.816631 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1926efc2-fbc2-472e-a450-1fdb8f562518 req-c511c068-89bc-43fb-bf06-675fa442cda9 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1991954
May 10 18:05:16.848779 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4bfc4-c0cd-470e-989d-5b3210eb1185 req-d45c56a6-4b19-49ee-9fe6-896fccb92b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:16.850300 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-49c4bfc4-c0cd-470e-989d-5b3210eb1185 req-d45c56a6-4b19-49ee-9fe6-896fccb92b89 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 1098 time: 0.2042933
May 10 18:05:16.870507 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1926efc2-fbc2-472e-a450-1fdb8f562518 req-16058e23-abd1-4a9e-88ba-c8b08201d10e tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525916
May 10 18:05:16.904041 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a20d87ca-f11d-45f4-995c-319a162e0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.911728 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-092a50a1-09aa-4139-8b91-b859ee95dde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:16.937593 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d87ca-f11d-45f4-995c-319a162e0fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133e72cc-4f26-434f-b7d5-0a3b06e1026c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:16.946493 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a20d87ca-f11d-45f4-995c-319a162e0fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:16.953505 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a20d87ca-f11d-45f4-995c-319a162e0fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:16.954752 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a20d87ca-f11d-45f4-995c-319a162e0fe5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/133e72cc-4f26-434f-b7d5-0a3b06e1026c HTTP/1.1" status: 204  len: 168 time: 0.4085519
May 10 18:05:16.966868 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-49c4bfc4-c0cd-470e-989d-5b3210eb1185 req-4cc44674-f4b5-4cc2-b709-0473dd888570 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999186
May 10 18:05:17.000394 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290f0a5-15c5-461b-8121-45ee0b6a074b req-ac1327b3-37cd-4854-8913-699803d3607f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:17.010343 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6290f0a5-15c5-461b-8121-45ee0b6a074b req-ac1327b3-37cd-4854-8913-699803d3607f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.2192681
May 10 18:05:17.080259 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6290f0a5-15c5-461b-8121-45ee0b6a074b req-fce1c6a7-6218-4bbf-a453-96cb0f5763f5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684273
May 10 18:05:18.076959 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43650) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:18.082608 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5331108-f5f9-4bdc-b51b-2ff8123cd10f req-f634ce5d-d100-4fb2-b578-c742939f5b77 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:18.084299 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f5331108-f5f9-4bdc-b51b-2ff8123cd10f req-f634ce5d-d100-4fb2-b578-c742939f5b77 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0880480
May 10 18:05:18.143521 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f5331108-f5f9-4bdc-b51b-2ff8123cd10f req-a817681a-fa81-41e2-935f-ed34c46269b7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528584
May 10 18:05:18.252812 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:18.313246 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:18.319888 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Usage tracker for resource:security_group_rule and tenant:71ddc2cb754b4e95923f732e16663d0f is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:18.323219 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:18.330714 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:18.380710 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a69c90-6805-4fa4-8ed9-e1779bcb9ab1 req-9b1102fb-77cf-4f34-ad49-6cc7fab8a9d2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:18.382452 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-99a69c90-6805-4fa4-8ed9-e1779bcb9ab1 req-9b1102fb-77cf-4f34-ad49-6cc7fab8a9d2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1172609
May 10 18:05:18.451873 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-99a69c90-6805-4fa4-8ed9-e1779bcb9ab1 req-10c7200e-1ad5-40b1-9714-dd868fe8009b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613058
May 10 18:05:18.489271 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:18.494280 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:18.503149 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cdc173ff-0b62-4932-bc13-baeb308bb2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:18.557120 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71ddc2cb754b4e95923f732e16663d0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4790742
May 10 18:05:18.558130 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5addf6b7-66c4-4cd4-b190-597a59d63112,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:18.559902 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43674) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:18.561210 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:18.626776 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ad001b86-f8aa-4e34-be33-b46174a7c083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:18.655652 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ad001b86-f8aa-4e34-be33-b46174a7c083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:18.717721 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ad001b86-f8aa-4e34-be33-b46174a7c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:18.721691 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-89bff483-62dc-4a2c-b947-85011e944ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:18.733570 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad001b86-f8aa-4e34-be33-b46174a7c083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5addf6b7-66c4-4cd4-b190-597a59d63112,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:18.735935 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ad001b86-f8aa-4e34-be33-b46174a7c083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:18.758318 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ad001b86-f8aa-4e34-be33-b46174a7c083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:18.762407 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ad001b86-f8aa-4e34-be33-b46174a7c083 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5addf6b7-66c4-4cd4-b190-597a59d63112 HTTP/1.1" status: 204  len: 168 time: 0.1985781
May 10 18:05:19.153050 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43692) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:19.183106 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:19.204665 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:19.208973 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Usage tracker for resource:security_group_rule and tenant:30564d68b24147b0b34a99a39ff1d30b is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:19.211991 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:19.217875 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:19.338599 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:19.345721 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:19.353693 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ac3737d8-1cc6-4167-8564-c742f346fee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:19.399953 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=30564d68b24147b0b34a99a39ff1d30b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2450767
May 10 18:05:19.400637 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0fdc30-5267-41f9-a90b-9507fd84e469,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:19.403525 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43698) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:19.404305 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:19.423899 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1b6e9-fe9d-429c-9fb9-7ba899b791f8 req-4a756ca5-9410-44c2-a1c6-d649deca73c8 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:19.425365 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-55f1b6e9-fe9d-429c-9fb9-7ba899b791f8 req-4a756ca5-9410-44c2-a1c6-d649deca73c8 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1422229
May 10 18:05:19.466789 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-abef2142-223f-4328-9113-65f1d404ee38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:19.473542 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-55f1b6e9-fe9d-429c-9fb9-7ba899b791f8 req-64da3193-3cd7-428c-ba08-b83a57785ed7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421913
May 10 18:05:19.501494 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-abef2142-223f-4328-9113-65f1d404ee38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:19.555427 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-abef2142-223f-4328-9113-65f1d404ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:19.560742 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:19.606289 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef2142-223f-4328-9113-65f1d404ee38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0fdc30-5267-41f9-a90b-9507fd84e469,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:19.608606 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-abef2142-223f-4328-9113-65f1d404ee38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:19.632339 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-abef2142-223f-4328-9113-65f1d404ee38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:19.633718 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-abef2142-223f-4328-9113-65f1d404ee38 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc0fdc30-5267-41f9-a90b-9507fd84e469 HTTP/1.1" status: 204  len: 168 time: 0.2285602
May 10 18:05:19.674374 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ada48-e727-4703-ab4c-522f6306e4ea req-48143ba7-23a8-4a00-9fef-bb392874f0e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:19.676021 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-555ada48-e727-4703-ab4c-522f6306e4ea req-48143ba7-23a8-4a00-9fef-bb392874f0e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1022604
May 10 18:05:19.723288 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-555ada48-e727-4703-ab4c-522f6306e4ea req-924726fd-7e21-4839-b8df-4a85a0ca9f7e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414116
May 10 18:05:19.928240 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976f443-f8e9-4bef-a9db-a504bb5b38b5 req-03fcae62-410e-40c5-a480-3cb72005cb27 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:19.929723 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5976f443-f8e9-4bef-a9db-a504bb5b38b5 req-03fcae62-410e-40c5-a480-3cb72005cb27 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0860224
May 10 18:05:19.938979 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43716) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:19.944236 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-81733d2d-62c5-4f9e-8004-ad93594f9085 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'floatingip': {'port_id': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:20.025518 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-81733d2d-62c5-4f9e-8004-ad93594f9085 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:20.936452 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bb3fc-a72e-400e-ba9b-741d86074e7c req-dbd0aa6e-9ca6-4d03-abbe-8e1632a6f80b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:20.938009 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ab4bb3fc-a72e-400e-ba9b-741d86074e7c req-dbd0aa6e-9ca6-4d03-abbe-8e1632a6f80b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.2985318
May 10 18:05:21.075677 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-81733d2d-62c5-4f9e-8004-ad93594f9085 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:21.078809 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ab4bb3fc-a72e-400e-ba9b-741d86074e7c req-c1bbe1a3-55b0-43f2-90e5-74ec817e4e39 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783482
May 10 18:05:21.083248 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-81733d2d-62c5-4f9e-8004-ad93594f9085 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:21.278174 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-81733d2d-62c5-4f9e-8004-ad93594f9085 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Floating IP 6d369169-b818-404a-9ab5-a6e8bc6675d2 associated. External IP: 172.27.3.219, port: e19b49de-1a32-49b6-935b-2ce5b65e8f24.
May 10 18:05:21.705069 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81733d2d-62c5-4f9e-8004-ad93594f9085 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Router e189e04f-c844-42bf-b83c-a27165398f17 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:05:21.887990 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81733d2d-62c5-4f9e-8004-ad93594f9085 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:05:21.893046 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-81733d2d-62c5-4f9e-8004-ad93594f9085 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:21.901047 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] Sync routers for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:05:21.911329 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:05:21.912022 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c8709d0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:05:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:21.969051 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-81733d2d-62c5-4f9e-8004-ad93594f9085 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "PUT /v2.0/floatingips/6d369169-b818-404a-9ab5-a6e8bc6675d2 HTTP/1.1" status: 200  len: 991 time: 2.0289278
May 10 18:05:21.969933 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:22.093458 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:05:22.448246 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c8709d0>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '6d369169-b818-404a-9ab5-a6e8bc6675d2', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'port_id': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'mac_address': 'fa:16:3e:a5:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:04:56Z', 'updated_at': '2021-05-10T18:05:20Z', 'revision_number': 1, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:22.452148 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] Checking router: e189e04f-c844-42bf-b83c-a27165398f17 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:05:22.460731 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:05:22.461327 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c8709d0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:05:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:22.666632 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:05:23.010726 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c8709d0>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '6d369169-b818-404a-9ab5-a6e8bc6675d2', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'port_id': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'mac_address': 'fa:16:3e:a5:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:04:56Z', 'updated_at': '2021-05-10T18:05:20Z', 'revision_number': 1, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:23.015109 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30663f8-badd-4ae5-b22e-7c7ba714f0df None None] The sync data for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi is: [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '6d369169-b818-404a-9ab5-a6e8bc6675d2', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'port_id': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'mac_address': 'fa:16:3e:a5:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:04:56Z', 'updated_at': '2021-05-10T18:05:20Z', 'revision_number': 1, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:05:23.199158 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e11ecc-6171-4555-9c36-3829ff832e6e None None] New status for floating IP 6d369169-b818-404a-9ab5-a6e8bc6675d2: ACTIVE {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:05:24.519057 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'status': 'completed', 'code': 200}
May 10 18:05:24.663112 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86932539-1ba8-4899-804f-af9c10a8a993 req-efaca794-806a-4145-86ea-233eff9de8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:24.664577 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-86932539-1ba8-4899-804f-af9c10a8a993 req-efaca794-806a-4145-86ea-233eff9de8c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 1098 time: 0.1148076
May 10 18:05:24.765052 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5778b-97a2-460d-a303-9a8cc171157f req-75edc5c9-0c22-4fb5-9ba5-4445cd3e683c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:24.766512 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e1b5778b-97a2-460d-a303-9a8cc171157f req-75edc5c9-0c22-4fb5-9ba5-4445cd3e683c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1636951
May 10 18:05:24.850313 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e1b5778b-97a2-460d-a303-9a8cc171157f req-1b1c07ea-3362-4789-bf1d-4236a82b0c91 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767112
May 10 18:05:24.854929 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86932539-1ba8-4899-804f-af9c10a8a993 req-21eaf897-61ea-4fe8-a2b5-3a04415770ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:24.856289 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-86932539-1ba8-4899-804f-af9c10a8a993 req-21eaf897-61ea-4fe8-a2b5-3a04415770ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 918 time: 0.1770968
May 10 18:05:24.965832 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-86932539-1ba8-4899-804f-af9c10a8a993 req-a8ae4068-b9d8-4841-a274-17061e5183a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24 HTTP/1.1" status: 200  len: 1001 time: 0.0989075
May 10 18:05:25.028372 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86932539-1ba8-4899-804f-af9c10a8a993 req-7f1b7ed1-219d-473c-8421-ca2d1122ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:25.029751 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-86932539-1ba8-4899-804f-af9c10a8a993 req-7f1b7ed1-219d-473c-8421-ca2d1122ac70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.0560281
May 10 18:05:25.110438 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86932539-1ba8-4899-804f-af9c10a8a993 req-1949133e-ebca-4367-a15f-584472a085d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:25.111927 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-86932539-1ba8-4899-804f-af9c10a8a993 req-1949133e-ebca-4367-a15f-584472a085d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732319
May 10 18:05:25.248262 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-86932539-1ba8-4899-804f-af9c10a8a993 req-c4e66914-a5a6-4e61-8e27-c6df00d2d2cf service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226707
May 10 18:05:25.352103 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:25.393689 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-86932539-1ba8-4899-804f-af9c10a8a993 req-df4f77fe-4bb7-4a16-b35c-19ca0951eb77 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346290
May 10 18:05:26.045186 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2500c-5517-4222-8582-200926a24365 req-a9c41dd7-5c3a-4eb6-88e4-4f31bb1d20b7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:26.046664 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ab2500c-5517-4222-8582-200926a24365 req-a9c41dd7-5c3a-4eb6-88e4-4f31bb1d20b7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0867126
May 10 18:05:26.093441 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ab2500c-5517-4222-8582-200926a24365 req-deedeff3-ee34-4efb-a5fa-32585e92941d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403316
May 10 18:05:29.915624 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2c204-6784-4519-a19b-5a15c030663c req-92ca8718-1d79-48fc-b2d3-2d2a0f1eb913 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:29.917129 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-10d2c204-6784-4519-a19b-5a15c030663c req-92ca8718-1d79-48fc-b2d3-2d2a0f1eb913 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1001155
May 10 18:05:29.964076 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-10d2c204-6784-4519-a19b-5a15c030663c req-5ed1501a-dd48-48b4-837c-a3f08a053d84 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408347
May 10 18:05:31.154829 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06de8c-4853-45e2-99aa-37bed67a1829 req-e8e092d3-a9d9-41f2-abc5-d250c8dc49ab tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:31.157781 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5e06de8c-4853-45e2-99aa-37bed67a1829 req-e8e092d3-a9d9-41f2-abc5-d250c8dc49ab tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0856528
May 10 18:05:31.207982 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5e06de8c-4853-45e2-99aa-37bed67a1829 req-cb7b554d-a802-4b9f-ae33-4f23f86182eb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427172
May 10 18:05:31.578936 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 43932) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:31.787412 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:31.801694 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:31.805747 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8992c52022416880e782864ee22090 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:31.808653 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:31.814495 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:31.908496 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:31.912677 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:31.920983 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fa01c662-4cee-4521-8374-149284969747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:31.960552 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa8992c52022416880e782864ee22090&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3804834
May 10 18:05:31.962171 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529f8c9b-ad23-4909-a818-f3141484c67d,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:31.963465 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 43940) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:31.969865 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.970202 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.970550 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.970888 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.971240 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.971576 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.971903 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.972232 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.972580 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.972882 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.973203 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.973526 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:31.977504 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:32.021160 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:32.048827 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:32.106137 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:32.111138 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-17b88690-1d8d-446d-9886-78bd1ad7aab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:32.124765 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529f8c9b-ad23-4909-a818-f3141484c67d,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:32.135216 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.135559 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.135963 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.136250 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.136588 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.136927 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.137258 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.137591 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.137922 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.138259 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.138961 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.139284 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:32.142333 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:32.145993 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/529f8c9b-ad23-4909-a818-f3141484c67d HTTP/1.1" status: 204  len: 168 time: 0.1790555
May 10 18:05:32.145993 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:32.411677 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c136da-945f-4744-8ab6-23d60bfa3aac req-6faebfd0-fb6f-45bb-8436-dba43065827d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:32.413224 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2c136da-945f-4744-8ab6-23d60bfa3aac req-6faebfd0-fb6f-45bb-8436-dba43065827d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0874496
May 10 18:05:32.469548 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f2c136da-945f-4744-8ab6-23d60bfa3aac req-7088cd3e-50f0-4245-8596-5c066b5e6da6 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479994
May 10 18:05:32.875917 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f4a61-c0b7-47a0-960a-ddf67db0b599 req-6faef069-3a11-460c-9768-27a370201d1e tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:32.877441 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-364f4a61-c0b7-47a0-960a-ddf67db0b599 req-6faef069-3a11-460c-9768-27a370201d1e tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 946 time: 0.0824926
May 10 18:05:32.932111 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-364f4a61-c0b7-47a0-960a-ddf67db0b599 req-618ced31-32dd-48dd-a9a4-7457185218c2 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483720
May 10 18:05:33.662723 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0e8b-ae48-458a-8fd9-745726b97c9f req-737cf14f-a8b6-45a2-a929-c945a0a0a737 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:33.664300 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-019d0e8b-ae48-458a-8fd9-745726b97c9f req-737cf14f-a8b6-45a2-a929-c945a0a0a737 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0872247
May 10 18:05:33.711174 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-019d0e8b-ae48-458a-8fd9-745726b97c9f req-a5738863-d169-4e52-8fea-b0cdcc35c99f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406477
May 10 18:05:34.270122 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59bdb5-ae0e-435f-9a41-a8468943a546 req-ecd8ef8c-423f-46e3-b3d4-872b927d85e9 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:34.271621 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0d59bdb5-ae0e-435f-9a41-a8468943a546 req-ecd8ef8c-423f-46e3-b3d4-872b927d85e9 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 946 time: 0.0848882
May 10 18:05:34.319514 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0d59bdb5-ae0e-435f-9a41-a8468943a546 req-6808390e-b039-47c6-81a4-367929dc490b tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418639
May 10 18:05:34.809558 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-019b2dd5-c291-4d7e-9d96-bd34f58ecdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:37.313568 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f11961-437e-4a06-8d96-fd683a2de91b req-b479ff45-296c-4520-8a90-51c4a9d9936f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:37.315074 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c7f11961-437e-4a06-8d96-fd683a2de91b req-b479ff45-296c-4520-8a90-51c4a9d9936f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0935514
May 10 18:05:37.364425 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c7f11961-437e-4a06-8d96-fd683a2de91b req-4e72c862-a4d5-463b-88fe-a0b6dfe3f5ca tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434027
May 10 18:05:37.399018 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:37.542640 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6993c-6c1b-4936-882b-80ceda67162f req-59df928d-949e-4357-b76c-00be91447ae0 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:37.544203 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-79f6993c-6c1b-4936-882b-80ceda67162f req-59df928d-949e-4357-b76c-00be91447ae0 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 946 time: 0.0850985
May 10 18:05:37.560534 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f1b6da1a-fc84-407c-8f58-1eddbe364aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:37.594317 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-79f6993c-6c1b-4936-882b-80ceda67162f req-d8a2812a-09a1-4557-ae5a-57014095abc4 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442214
May 10 18:05:38.516581 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:38.568778 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9649d0-77f0-410e-bd96-691cee6e4fdc req-c35187d1-cc35-40b0-ba9a-532ab5160a5e tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:38.570229 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a9649d0-77f0-410e-bd96-691cee6e4fdc req-c35187d1-cc35-40b0-ba9a-532ab5160a5e tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0975246
May 10 18:05:38.617084 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a9649d0-77f0-410e-bd96-691cee6e4fdc req-87212ba7-6321-4dc0-b578-57547fddfda8 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380986
May 10 18:05:38.847198 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb37d1-7a9c-4b6a-880c-565dfdc8b665 req-00942933-23f2-4492-914e-7f81d017b224 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:38.848657 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fbcb37d1-7a9c-4b6a-880c-565dfdc8b665 req-00942933-23f2-4492-914e-7f81d017b224 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 946 time: 0.1351671
May 10 18:05:38.881426 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e58c32-903b-4b96-96be-4be30c78e869 req-eae8c9ed-9aa5-430e-81e4-c8d289f628ee tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:38.882792 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-47e58c32-903b-4b96-96be-4be30c78e869 req-eae8c9ed-9aa5-430e-81e4-c8d289f628ee tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.58 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 946 time: 0.1376004
May 10 18:05:38.942936 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fbcb37d1-7a9c-4b6a-880c-565dfdc8b665 req-0c0ae69b-fd54-430b-bfd4-ee7b613101cf tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f8ef35a-3794-40f9-80ce-c48c49562ada&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883458
May 10 18:05:39.037377 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-47e58c32-903b-4b96-96be-4be30c78e869 req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Deleting port c0fc56d9-3b0b-4183-9aea-0015ab06b733 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:05:39.037777 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-47e58c32-903b-4b96-96be-4be30c78e869 req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:39.173259 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-47e58c32-903b-4b96-96be-4be30c78e869 req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] For port c0fc56d9-3b0b-4183-9aea-0015ab06b733, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c0fc56d9-3b0b-4183-9aea-0015ab06b733,segment=NetworkSegment(49df2f90-ab52-4145-9598-d007d90d7746),segment_id=49df2f90-ab52-4145-9598-d007d90d7746)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:39.173625 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-47e58c32-903b-4b96-96be-4be30c78e869 req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:39.297939 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-47e58c32-903b-4b96-96be-4be30c78e869 req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Calling delete_port for c0fc56d9-3b0b-4183-9aea-0015ab06b733 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:05:39.479436 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-47e58c32-903b-4b96-96be-4be30c78e869 req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:39.487675 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:39.495353 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['c0fc56d9-3b0b-4183-9aea-0015ab06b733'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:05:39.609191 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Pushing event deleted for resources: {'Port': ['ID=c0fc56d9-3b0b-4183-9aea-0015ab06b733,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:39.612165 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:39.690441 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e58c32-903b-4b96-96be-4be30c78e869 req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] No DVR routers for this DVR port c0fc56d9-3b0b-4183-9aea-0015ab06b733 on host hv-cinder-79049 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:05:39.693751 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-47e58c32-903b-4b96-96be-4be30c78e869 req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:39.696637 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30675f2a-1234-44b3-a0d0-c77727923f48', 'name': 'network-vif-deleted', 'tag': 'c0fc56d9-3b0b-4183-9aea-0015ab06b733'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:39.730304 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-47e58c32-903b-4b96-96be-4be30c78e869 req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.58 "DELETE /v2.0/ports/c0fc56d9-3b0b-4183-9aea-0015ab06b733 HTTP/1.1" status: 204  len: 173 time: 0.8325708
May 10 18:05:39.828835 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c4540-d285-48e7-9aeb-1071e631f045 req-5e7da395-97bb-4446-8520-d8e2504b3f79 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:39.830517 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a82c4540-d285-48e7-9aeb-1071e631f045 req-5e7da395-97bb-4446-8520-d8e2504b3f79 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0985346
May 10 18:05:39.878654 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a82c4540-d285-48e7-9aeb-1071e631f045 req-d26a4450-5686-4d86-862f-3e4a43824831 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419278
May 10 18:05:39.928428 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30675f2a-1234-44b3-a0d0-c77727923f48', 'name': 'network-vif-deleted', 'tag': 'c0fc56d9-3b0b-4183-9aea-0015ab06b733', 'status': 'completed', 'code': 200}
May 10 18:05:39.955016 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:40.094369 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-b58e9c5a-585c-4cb6-9f79-cd1dd4ac0a9c req-c53159dc-412b-4f85-a919-6932dc3c2812 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Synchronizing usage tracker for tenant:d0dc9a5bacb04bad8f31242c954cde36 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:05:40.112077 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-b58e9c5a-585c-4cb6-9f79-cd1dd4ac0a9c req-c53159dc-412b-4f85-a919-6932dc3c2812 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Unset dirty status for tenant:d0dc9a5bacb04bad8f31242c954cde36 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:05:40.113328 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b58e9c5a-585c-4cb6-9f79-cd1dd4ac0a9c req-c53159dc-412b-4f85-a919-6932dc3c2812 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.0610623
May 10 18:05:44.289017 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device c0fc56d9-3b0b-4183-9aea-0015ab06b733 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:05:44.334627 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: c0fc56d9-3b0b-4183-9aea-0015ab06b733 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:05:44.334975 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device c0fc56d9-3b0b-4183-9aea-0015ab06b733 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:05:44.503197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6da71-59aa-4554-9acb-463032adcadf req-d8c2e13f-961b-4e1b-8172-cbd9a894c4fb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:44.504659 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bac6da71-59aa-4554-9acb-463032adcadf req-d8c2e13f-961b-4e1b-8172-cbd9a894c4fb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0829713
May 10 18:05:44.553630 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bac6da71-59aa-4554-9acb-463032adcadf req-e8bf0a18-2da2-46a1-8278-cba0c5b7642a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427535
May 10 18:05:44.716228 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9ffa0b41-8aab-4258-87df-65946faa2ea0 req-3d6df153-fa2b-43b5-9b35-65485fdbaa27 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] 10.222.0.70 "GET /v2.0/ports?device_id=30675f2a-1234-44b3-a0d0-c77727923f48 HTTP/1.1" status: 200  len: 210 time: 0.0423756
May 10 18:05:45.765312 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04f217-ef4a-4bc1-a32d-90e413b35f17 req-c5f348fd-d2c4-439a-8e2e-13dba4da001c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:45.766804 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb04f217-ef4a-4bc1-a32d-90e413b35f17 req-c5f348fd-d2c4-439a-8e2e-13dba4da001c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0847433
May 10 18:05:45.811305 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bb04f217-ef4a-4bc1-a32d-90e413b35f17 req-e00035d3-9754-4ce6-ab1f-acd4b7600d7b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385191
May 10 18:05:47.002332 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889e955-3b10-4c61-bd5a-b6191b8efab2 req-435c3be0-1676-4137-8d73-ac7affa17ddf tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:47.003728 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6889e955-3b10-4c61-bd5a-b6191b8efab2 req-435c3be0-1676-4137-8d73-ac7affa17ddf tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0841186
May 10 18:05:47.052631 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6889e955-3b10-4c61-bd5a-b6191b8efab2 req-6c2fe41e-ff1b-49a5-81ae-867ebc4e2b61 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431452
May 10 18:05:47.492994 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-74cc3a8b-c2cd-4363-b986-45f86ce89725 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:47.502161 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-74cc3a8b-c2cd-4363-b986-45f86ce89725 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 815 time: 0.2414856
May 10 18:05:47.521691 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-eb3ccc4c-943f-4759-9dc2-9096cec16b9e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/quotas/5ec0c7113f6a460388e8627a024f3dac HTTP/1.1" status: 200  len: 375 time: 0.0184004
May 10 18:05:47.564819 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44198) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:47.609184 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1acd10dd-abe6-49c8-a019-5f7e227789ee tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0864155
May 10 18:05:47.652066 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c10f46-3855-49fe-880e-1170b4ce9b1a admin admin] Deleting subnet 4d3c983c-d301-4b04-be24-eff75b56e8b3 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:05:47.665124 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-23c10f46-3855-49fe-880e-1170b4ce9b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:47.729231 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-23c10f46-3855-49fe-880e-1170b4ce9b1a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:47.736637 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-23c10f46-3855-49fe-880e-1170b4ce9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:47.763395 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-234a5744-036b-4fea-b7a5-ddbce6bfef93 service neutron] 10.222.0.70 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525471
May 10 18:05:47.997721 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-13fead92-b9e6-49db-a286-23d0982f7bec service neutron] 10.222.0.70 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283962
May 10 18:05:48.011091 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-23c10f46-3855-49fe-880e-1170b4ce9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.016893 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4c1344d7-0686-490d-abe9-0c1395c5c6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:48.053689 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c10f46-3855-49fe-880e-1170b4ce9b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3c983c-d301-4b04-be24-eff75b56e8b3,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:48.056773 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-23c10f46-3855-49fe-880e-1170b4ce9b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:48.057720 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-23c10f46-3855-49fe-880e-1170b4ce9b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.064183 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-23c10f46-3855-49fe-880e-1170b4ce9b1a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4d3c983c-d301-4b04-be24-eff75b56e8b3 HTTP/1.1" status: 204  len: 168 time: 0.4980135
May 10 18:05:48.066586 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44212) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:48.183560 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.274637 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692f76f-b456-4cae-99ad-bfa5a8808090 req-a5922ad2-262e-4974-a557-c3b3d9a0d1a7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:48.276270 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4692f76f-b456-4cae-99ad-bfa5a8808090 req-a5922ad2-262e-4974-a557-c3b3d9a0d1a7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0895634
May 10 18:05:48.320343 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.325503 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4692f76f-b456-4cae-99ad-bfa5a8808090 req-c8a2a02e-b889-4003-a3a0-dc82bca3c2eb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433269
May 10 18:05:48.334395 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f793c6765e0>> segment before_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.334739 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f793c6765e0>> subnet precommit_delete_associations 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.335522 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f79373f8520>> segment_host_mapping after_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.335864 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f79373f8520>> port after_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.336184 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f79373f8520>> port after_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.336513 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f79373f8520>> port after_update 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.336933 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f79373f8520>> segment after_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.337255 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f79373f8520>> subnet after_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.337571 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f79373f8520>> subnet after_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.337882 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f79373f8520>> subnet after_update 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.416552 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-86bcd6fc-3b5a-4cf6-948d-75c7765659ac req-601acd8b-ad6e-4dfd-80fb-4f70b0782633 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 210 time: 0.0425584
May 10 18:05:48.452597 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f793c072b20>> subnet after_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.452948 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f793c072b20>> subnet after_delete 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.453293 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f793c072b20>> subnet before_create 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.453600 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f793c072b20>> subnet before_update 55550000 {{(pid=78702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 18:05:48.453962 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f793766f8b0>,) {'filters': {'network_id': ['47046b93-57e0-44b8-88a8-74bf21e6e180']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:48.467432 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f793766f8b0>, '49df2f90-ab52-4145-9598-d007d90d7746') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:48.467723 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f793766f8b0>, '49df2f90-ab52-4145-9598-d007d90d7746') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:48.479325 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702357'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.495014 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.501898 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:05:48.502271 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11435563'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   from cryptography.utils import int_from_bytes
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   from cryptography.utils import int_from_bytes
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]: Traceback (most recent call last):
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     timer()
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     cb(*args, **kw)
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     self._notify()
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     self.callback(batched_events)
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     event.method(event)
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._get(url).json()
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:05:48.517810 dv-cinder-790492-1-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:05:48.596858 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.601060 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:48.616829 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.622768 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=47046b93-57e0-44b8-88a8-74bf21e6e180,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:48.628435 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:48.636406 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] 10.222.0.70 "DELETE /v2.0/networks/47046b93-57e0-44b8-88a8-74bf21e6e180 HTTP/1.1" status: 204  len: 168 time: 0.5687649
May 10 18:05:48.815148 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44232) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:48.862882 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c73ed6b0-72ea-4faa-8330-19a0781b29bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0dc9a5bacb04bad8f31242c954cde36&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0464857
May 10 18:05:48.866232 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44236) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:48.925553 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-df8577cb-3ac6-4d59-b783-f032eb43e8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:48.952054 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-df8577cb-3ac6-4d59-b783-f032eb43e8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:49.004380 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-df8577cb-3ac6-4d59-b783-f032eb43e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:49.010006 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-af466037-382f-4d52-a6a1-7e1ea7497d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:49.024636 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8577cb-3ac6-4d59-b783-f032eb43e8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8ef35a-3794-40f9-80ce-c48c49562ada,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:49.027239 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-df8577cb-3ac6-4d59-b783-f032eb43e8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:49.038494 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-df8577cb-3ac6-4d59-b783-f032eb43e8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:49.039646 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-df8577cb-3ac6-4d59-b783-f032eb43e8aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f8ef35a-3794-40f9-80ce-c48c49562ada HTTP/1.1" status: 204  len: 168 time: 0.1725752
May 10 18:05:49.510634 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3cb64-a6ba-4498-8499-34908772fc75 req-7a429fd8-1438-4f46-81a6-ea94604391fa tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:49.512164 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8dc3cb64-a6ba-4498-8499-34908772fc75 req-7a429fd8-1438-4f46-81a6-ea94604391fa tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0813465
May 10 18:05:49.561363 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8dc3cb64-a6ba-4498-8499-34908772fc75 req-e7da4e2c-a6e3-4761-9dd8-5e2c8c5672f3 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426774
May 10 18:05:49.697868 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6b85a292-1503-4586-a4fc-4c6dc9fa41cc req-5deee280-b923-4cd0-9db8-a3af0d9632f3 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 210 time: 0.0422087
May 10 18:05:49.773581 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44272) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:49.878379 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2047121935-network', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:49.882945 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:49.886650 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Usage tracker for resource:network and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:49.889923 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:49.895999 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:49.908592 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Made reservation on behalf of f3daa98862084d19b771fad1ddc2c251 for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:05:49.910762 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:49.922536 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:49.936403 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:49.940230 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Usage tracker for resource:security_group_rule and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:49.943068 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:49.948882 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:50.027423 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:50.034544 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:50.037490 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b2fc3624-ae97-44e9-95e3-fd8638d6b47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:50.067981 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:05:50.076680 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb69177-3fb0-407b-a357-e358ae2d8ac8,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:50.080231 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:50.082779 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:50.083150 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Added segment 9b135385-a799-404d-b9d0-4b4a4b6bdaba of type vlan for network fe985ee9-f71f-4a7c-96af-fb276fc83d88
May 10 18:05:50.110858 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:50.148253 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:50.151049 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:50.152530 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:50.157656 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:50.260693 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Pushing event updated for resources: {'Network': ['ID=fe985ee9-f71f-4a7c-96af-fb276fc83d88,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:50.264743 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4901168
May 10 18:05:50.265599 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:50.267580 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44284) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:50.271590 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:05:50.272875 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Request body: {'subnet': {'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2047121935-subnet', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:50.277609 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:50.281573 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Usage tracker for resource:subnet and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:50.284574 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:50.290409 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:50.301223 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Made reservation on behalf of f3daa98862084d19b771fad1ddc2c251 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:05:50.303624 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10650615'] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:50.717149 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-0f7611bc-31b2-43b0-90c5-6884761c798e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0863147
May 10 18:05:50.757640 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1709298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10650501'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:50.766081 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:50.877083 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d73245-ac00-494d-8dc0-0026748022ca req-45e91342-fff5-4c4f-b850-17d8903e694c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:50.878825 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b9d73245-ac00-494d-8dc0-0026748022ca req-45e91342-fff5-4c4f-b850-17d8903e694c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1956720
May 10 18:05:50.879995 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b410101-d434-42ad-9154-5f9e9f4112ee,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:50.884201 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:50.909244 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Checking segment: {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:05:50.909614 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Network hostable DHCP agents. Network: fe985ee9-f71f-4a7c-96af-fb276fc83d88, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:05:51.050242 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b9d73245-ac00-494d-8dc0-0026748022ca req-8c70fd70-ba3c-4654-a4a2-b847acc2d65c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601872
May 10 18:05:51.051447 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:05:51.053697 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-34405001-ece1-44eb-a586-c752f06270a9 req-f76b85cd-799d-432d-b51b-f24feaa0887c tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 210 time: 0.2001436
May 10 18:05:51.082048 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, fe985ee9-f71f-4a7c-96af-fb276fc83d88) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:05:51.090044 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6455ac9b-21be-4a26-b099-d8b472004791 None None] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:05:51.094987 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:51.095577 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:51.105047 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-00e599b4-6bbc-4e4a-a28f-c82455dfe7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:51.106865 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-00e599b4-6bbc-4e4a-a28f-c82455dfe7f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 1099 time: 0.1849229
May 10 18:05:51.134024 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8613665
May 10 18:05:51.134594 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44320) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:51.168092 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:51.179766 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:51.240737 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Usage tracker for resource:router and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:51.246465 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:51.256791 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:51.298534 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:51.299922 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:51.334367 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 18:05:51.335396 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:51.348539 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-cefcf3c1-c18e-47ac-9036-c9557b8bd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:51.351027 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-cefcf3c1-c18e-47ac-9036-c9557b8bd056 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 916 time: 0.2064583
May 10 18:05:51.352163 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:51.428715 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-491a81f2-2b73-4058-96a9-c4c2b53e76f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39069625-bd9c-49b7-8ac3-9be35842aae6 HTTP/1.1" status: 200  len: 217 time: 0.0673597
May 10 18:05:51.509787 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Allocated IP 172.20.0.2 (fe985ee9-f71f-4a7c-96af-fb276fc83d88/3b410101-d434-42ad-9154-5f9e9f4112ee/6932ac6d-1670-4617-a5f8-ebe65cec1a9a) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:05:51.663377 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-9becb980-d2d7-406f-aa29-21d9132a3df6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:51.663765 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-9becb980-d2d7-406f-aa29-21d9132a3df6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 815 time: 0.1833541
May 10 18:05:51.690992 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Request body: {'port': {'device_id': 'e36ebf1e-4744-4fc8-839e-ffc1a95c7faf', 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774', 'admin_state_up': True, 'tenant_id': '5ec0c7113f6a460388e8627a024f3dac'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:51.736381 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-d2a0b3de-61c7-4f41-b7f3-8f001b1d9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:51.737846 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-d2a0b3de-61c7-4f41-b7f3-8f001b1d9112 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 200  len: 855 time: 0.3008649
May 10 18:05:51.772254 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:51.785382 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Transition to ACTIVE for port object 6932ac6d-1670-4617-a5f8-ebe65cec1a9a will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:05:51.799730 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-1aec2f61-e1b6-407f-ade0-793aa125e376 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f5ff834-018e-4fa1-8a0d-6e025d124774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531156
May 10 18:05:51.802219 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:51.820717 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Transition to ACTIVE for port object 6932ac6d-1670-4617-a5f8-ebe65cec1a9a will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:05:51.826716 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:51.830211 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:51.882165 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:51.893636 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:51.896829 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:05:51.899427 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:05:51.906994 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Made reservation on behalf of 5ec0c7113f6a460388e8627a024f3dac for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:05:51.909082 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:05:51.910925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:51.917989 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Pushing event updated for resources: {'Port': ['ID=6932ac6d-1670-4617-a5f8-ebe65cec1a9a,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:51.926612 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.926978 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.927316 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.927645 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.927970 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.928294 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.928614 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.928932 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.929705 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.929705 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.929903 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.930197 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:51.957080 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:52.026028 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-430dbd0e-201d-427d-8abe-6926e7243edb service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165849
May 10 18:05:52.034455 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Attempting to bind port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:05:52.034840 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Attempting to bind port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:05:52.035239 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Attempting to bind port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a on network fe985ee9-f71f-4a7c-96af-fb276fc83d88 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:05:52.042040 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:05:52.042659 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Checking segment: {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:05:52.043574 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:52.043574 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Bound using segment: {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:05:52.044043 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Bound port: 6932ac6d-1670-4617-a5f8-ebe65cec1a9a, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:05:52.044425 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:52.137047 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] For port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:05:52.141945 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] For port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=6932ac6d-1670-4617-a5f8-ebe65cec1a9a,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:05:52.151047 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:52.162564 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:52.215053 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Allocated IP 172.20.0.10 (8f5ff834-018e-4fa1-8a0d-6e025d124774/c9d786a0-c503-435d-9062-475f05f52513/1b2077a9-df56-49bc-ade2-22c84168eea2) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:05:52.353124 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Pushing event updated for resources: {'Port': ['ID=6932ac6d-1670-4617-a5f8-ebe65cec1a9a,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:52.357406 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:52.575479 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1fed09de-9471-45e5-8600-0535627d15f4 req-5ac5a43d-03a2-4ab9-887a-5cb256b1f759 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 210 time: 0.0614643
May 10 18:05:52.632150 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:52.689570 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:52.705770 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:52.706009 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['39069625-bd9c-49b7-8ac3-9be35842aae6'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:05:52.725059 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-049ac7d1-8bff-42a3-ac09-5f676f25c5f7 req-3b09487f-7b7a-4b72-ab14-3ad9c1d3ce48 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6796122
May 10 18:05:52.768626 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:52.817503 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:52.826051 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Pushing event updated for resources: {'Port': ['ID=1b2077a9-df56-49bc-ade2-22c84168eea2,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:52.830709 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:52.836866 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576ebd1-ef2a-4094-be60-eee077125a3c req-63e9eea5-2cbf-4d8a-a34c-efb49312a919 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:52.838496 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9576ebd1-ef2a-4094-be60-eee077125a3c req-63e9eea5-2cbf-4d8a-a34c-efb49312a919 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.4682624
May 10 18:05:52.839587 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Network 8f5ff834-018e-4fa1-8a0d-6e025d124774 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:05:52.841133 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:05:52.847858 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:05:52.915708 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:52.917140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:52.952520 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2719223
May 10 18:05:52.955992 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9576ebd1-ef2a-4094-be60-eee077125a3c req-9674eca0-80b9-4f99-a089-9bc62c06eb26 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799518
May 10 18:05:52.982186 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Request body: {'port': {'device_id': 'e36ebf1e-4744-4fc8-839e-ffc1a95c7faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:53.027811 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Allocated IP 172.27.3.58 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/27dc7794-ce6c-41ba-9bc8-5c6fae343af1) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:05:53.096924 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:53.147471 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:05:53.192856 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:53.238233 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:53.244985 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c1648d99-3f2c-4a4d-aa27-f8a52d04741e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:53.307718 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:05:53.310669 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:05:53.319296 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:05:53.353564 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Pushing event updated for resources: {'Port': ['ID=27dc7794-ce6c-41ba-9bc8-5c6fae343af1,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:53.366135 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:53.516249 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2077a9-df56-49bc-ade2-22c84168eea2 {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:05:53.533620 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf37d2-cef9-426e-afdf-f0f1a9ce13a3 None None] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:05:53.549623 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:53.568574 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Transition to ACTIVE for port object 1b2077a9-df56-49bc-ade2-22c84168eea2 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:05:53.582139 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:53.592149 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:53.757259 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0a9c24dc-b738-4a7a-8bc7-9bfa953e241f None None] Provisioning for port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:53.786949 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 6932ac6d-1670-4617-a5f8-ebe65cec1a9a up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:05:53.891250 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Pushing event updated for resources: {'Port': ['ID=1b2077a9-df56-49bc-ade2-22c84168eea2,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:53.894257 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:53.982104 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Attempting to bind port 1b2077a9-df56-49bc-ade2-22c84168eea2 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:05:53.982738 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Attempting to bind port 1b2077a9-df56-49bc-ade2-22c84168eea2 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:05:53.983165 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Attempting to bind port 1b2077a9-df56-49bc-ade2-22c84168eea2 on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:05:53.989017 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Port 1b2077a9-df56-49bc-ade2-22c84168eea2 on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:05:53.989427 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Attempting to bind port 1b2077a9-df56-49bc-ade2-22c84168eea2 on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:05:53.995077 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:05:53.995522 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Checking segment: {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:05:53.996074 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Bound using segment: {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:05:53.996587 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Bound port: 1b2077a9-df56-49bc-ade2-22c84168eea2, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:05:53.997223 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:54.009003 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:54.011548 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:54.022145 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:54.022660 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:54.193007 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:54.227467 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d314c7-2aa1-40b6-b6e2-d78cbee1cf39 req-2d9af0f6-cf78-4599-a0eb-3cd6ae3eb55e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:54.229052 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c9d314c7-2aa1-40b6-b6e2-d78cbee1cf39 req-2d9af0f6-cf78-4599-a0eb-3cd6ae3eb55e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 944 time: 0.3562124
May 10 18:05:54.256215 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=6932ac6d-1670-4617-a5f8-ebe65cec1a9a,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:54.270796 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:54.274936 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:54.332747 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] For port 1b2077a9-df56-49bc-ade2-22c84168eea2, host hv-cinder-79049, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:05:54.337175 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] For port 1b2077a9-df56-49bc-ade2-22c84168eea2, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1b2077a9-df56-49bc-ade2-22c84168eea2,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:05:54.352225 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:54.363447 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-80e0ab5b-bbbc-475f-84e0-07cf8176b646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:54.389021 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c9d314c7-2aa1-40b6-b6e2-d78cbee1cf39 req-7efb4279-41bf-442b-adf5-2a18cd9dbacf tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382947
May 10 18:05:54.416281 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=6932ac6d-1670-4617-a5f8-ebe65cec1a9a,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:54.425812 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:54.457709 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a69b08-b057-4f56-9db2-fea40ec725c7 req-04878b3e-002f-4009-8074-33b145bc2aea tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:54.459282 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c7a69b08-b057-4f56-9db2-fea40ec725c7 req-04878b3e-002f-4009-8074-33b145bc2aea tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.2252696
May 10 18:05:54.484216 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:54.484840 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:54.489009 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] 10.222.0.58 "PUT /v2.0/ports/1b2077a9-df56-49bc-ade2-22c84168eea2 HTTP/1.1" status: 200  len: 1094 time: 1.5218148
May 10 18:05:54.489528 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c21de724-3f8e-4776-88ff-dc5abd3ae519 None None] Provisioning complete for port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:54.489920 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c21de724-3f8e-4776-88ff-dc5abd3ae519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:54.490649 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36ebf1e-4744-4fc8-839e-ffc1a95c7faf', 'tag': '1b2077a9-df56-49bc-ade2-22c84168eea2'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:05:54.659229 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c7a69b08-b057-4f56-9db2-fea40ec725c7 req-85aee2bf-552e-4424-ad9c-f919f3f6f828 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691532
May 10 18:05:54.672593 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Pushing event updated for resources: {'Port': ['ID=1b2077a9-df56-49bc-ade2-22c84168eea2,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:54.682979 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:54.706039 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36ebf1e-4744-4fc8-839e-ffc1a95c7faf', 'tag': '1b2077a9-df56-49bc-ade2-22c84168eea2', 'status': 'completed', 'code': 200}
May 10 18:05:54.728961 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-930b91bb-1c44-4615-8567-06f85c7ff96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:54.730462 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-930b91bb-1c44-4615-8567-06f85c7ff96e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 1097 time: 0.1777833
May 10 18:05:54.758429 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:54.816394 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-ffa80706-20c9-4d59-94e0-537bac75c3b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b2077a9-df56-49bc-ade2-22c84168eea2 HTTP/1.1" status: 200  len: 217 time: 0.0733833
May 10 18:05:54.887864 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-8058c277-b674-4503-80c1-fe00b35d8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:54.889677 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-8058c277-b674-4503-80c1-fe00b35d8179 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 200  len: 855 time: 0.0661745
May 10 18:05:54.945387 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-ce499bf2-9c3c-45e5-b2da-0cd65519b2fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f5ff834-018e-4fa1-8a0d-6e025d124774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400524
May 10 18:05:55.067984 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 18:05:55.081593 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-dca180ca-1225-4123-b616-828147f52fbb service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256609
May 10 18:05:55.221869 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-85112dfe-a9f1-4a45-ac5c-927c2a54121e req-3497aa6e-6e1b-4b6e-8f7c-e9540858e44d service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320646
May 10 18:05:55.251331 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:05:55.260150 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Sync routers for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:05:55.270301 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:05:55.270938 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c5c1fd0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:05:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:55.277026 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:55.278398 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.1425698
May 10 18:05:55.281232 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44422) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:55.356989 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:55.359102 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-84bc0044-fef6-48c3-b1ab-86f2254c1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:55.362039 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-84bc0044-fef6-48c3-b1ab-86f2254c1338 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 1097 time: 0.0824423
May 10 18:05:55.466092 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:05:55.505620 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-5c07a2a6-fffa-4608-bcf2-a77bd5c7f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:55.508597 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-5c07a2a6-fffa-4608-bcf2-a77bd5c7f957 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 916 time: 0.1388295
May 10 18:05:55.620644 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-a2978fcf-1da1-41cf-8e48-1e3602085740 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b2077a9-df56-49bc-ade2-22c84168eea2 HTTP/1.1" status: 200  len: 217 time: 0.1035936
May 10 18:05:55.718618 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 6932ac6d-1670-4617-a5f8-ebe65cec1a9a up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:05:55.724131 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-534723ec-56f4-4eef-a41f-c00e91a00711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:55.725689 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-534723ec-56f4-4eef-a41f-c00e91a00711 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 200  len: 855 time: 0.0855451
May 10 18:05:55.821487 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c5c1fd0>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:53Z', 'revision_number': 3, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:55.826807 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Checking router: f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:05:55.827184 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Updating router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:05:55.832185 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467f1e1-87b5-4c57-85c6-021104e1aeb7 req-46883727-1794-4c13-8c38-59fd4ee92656 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:55.832902 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-c467f1e1-87b5-4c57-85c6-021104e1aeb7 req-46883727-1794-4c13-8c38-59fd4ee92656 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:05:55.858462 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-5e79a695-5e63-4dff-8f77-43d2a193f2d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f5ff834-018e-4fa1-8a0d-6e025d124774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1116865
May 10 18:05:55.897427 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:55.900326 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:55.900812 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:56.186261 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-c467f1e1-87b5-4c57-85c6-021104e1aeb7 req-46883727-1794-4c13-8c38-59fd4ee92656 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:05:56.194420 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c467f1e1-87b5-4c57-85c6-021104e1aeb7 req-46883727-1794-4c13-8c38-59fd4ee92656 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 944 time: 0.6791263
May 10 18:05:56.218474 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-521502a7-b064-4280-a1c5-5d6b421e04fd service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3484385
May 10 18:05:56.246146 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:56.317665 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c467f1e1-87b5-4c57-85c6-021104e1aeb7 req-e8236441-3989-4c4e-83b4-74feb2f0f8e9 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222503
May 10 18:05:56.322932 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:56.334260 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c0d3-313b-4cef-8a63-18d474134216 req-c3bd6227-ee53-4150-96cf-50b0f8759866 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:56.335858 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2438c0d3-313b-4cef-8a63-18d474134216 req-c3bd6227-ee53-4150-96cf-50b0f8759866 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1725740
May 10 18:05:56.336813 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Transition to ACTIVE for port object 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:05:56.350208 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:56.355804 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74b04a14-ca02-405e-9e33-c9caf3e04031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:56.438174 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Attempting to bind port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:05:56.438555 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Attempting to bind port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:05:56.438937 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Attempting to bind port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:05:56.454021 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Pushing event updated for resources: {'Port': ['ID=27dc7794-ce6c-41ba-9bc8-5c6fae343af1,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:56.455363 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bfb6e4e0-014e-4e9c-a8cd-4e8cb79a32c9 req-b6096c95-206e-4509-be7c-13ddae824f50 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214832
May 10 18:05:56.456716 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:05:56.457086 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:05:56.457481 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:56.457886 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:05:56.458388 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Bound port: 27dc7794-ce6c-41ba-9bc8-5c6fae343af1, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:05:56.458776 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:56.459518 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2438c0d3-313b-4cef-8a63-18d474134216 req-6fe5164d-97ff-411e-99ce-873276773773 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140652
May 10 18:05:56.503145 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.503508 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.503908 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.504286 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.504626 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.504944 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.505257 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.505584 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.505900 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.506207 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.506512 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.506814 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:05:56.510530 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:56.536466 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Allocated IP 172.20.0.1 (fe985ee9-f71f-4a7c-96af-fb276fc83d88/3b410101-d434-42ad-9154-5f9e9f4112ee/96203d8b-4906-412e-80ca-1d7977a55547) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:05:56.548354 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] For port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:05:56.551959 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] For port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=27dc7794-ce6c-41ba-9bc8-5c6fae343af1,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:05:56.556195 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:56.561177 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-74b04a14-ca02-405e-9e33-c9caf3e04031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:56.637814 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:05:56.640403 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c5c1fd0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:05:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:56.761720 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Pushing event updated for resources: {'Port': ['ID=27dc7794-ce6c-41ba-9bc8-5c6fae343af1,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:56.767345 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:56.787871 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:56.803649 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Transition to ACTIVE for port object 96203d8b-4906-412e-80ca-1d7977a55547 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:05:56.825369 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:05:56.828299 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:56.833228 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1a8510cf-fb1f-4943-8b12-9fec3619d093 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:56.890454 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:05:56.893512 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:05:56.897588 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:05:56.949797 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Pushing event updated for resources: {'Port': ['ID=96203d8b-4906-412e-80ca-1d7977a55547,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:56.962324 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:56.997577 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.154316 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c5c1fd0>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:53Z', 'revision_number': 3, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:57.157241 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.158380 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb899a9-a5e7-4ef5-b03a-43db3b94eb4b None None] The sync data for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi is: [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:53Z', 'revision_number': 3, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:05:57.168408 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0d41132f-6c0a-4fbe-9e7c-b73d33a28fe4 None None] Provisioning for port 96203d8b-4906-412e-80ca-1d7977a55547 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:57.175440 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0d41132f-6c0a-4fbe-9e7c-b73d33a28fe4 None None] Provisioning complete for port 96203d8b-4906-412e-80ca-1d7977a55547 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:57.176024 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0d41132f-6c0a-4fbe-9e7c-b73d33a28fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.248712 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-0d41132f-6c0a-4fbe-9e7c-b73d33a28fe4 None None] Port 96203d8b-4906-412e-80ca-1d7977a55547 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:05:57.438888 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.445848 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.477047 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:57.537235 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44462) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:57.614300 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Pushing event updated for resources: {'Port': ['ID=96203d8b-4906-412e-80ca-1d7977a55547,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:57.619170 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:57.621028 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.689183 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d431eab-dd94-4cfc-9e21-70acdf0302eb req-bf26eb40-c785-40f4-a47b-26b122f19791 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:57.696198 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2d431eab-dd94-4cfc-9e21-70acdf0302eb req-bf26eb40-c785-40f4-a47b-26b122f19791 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1058397
May 10 18:05:57.757502 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.773552 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:05:57.790062 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc00c8-e2ab-40c3-8e23-38795cb52289 req-618f1681-fa9a-466c-aef2-943fc14ec1aa tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:57.791627 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7bbc00c8-e2ab-40c3-8e23-38795cb52289 req-618f1681-fa9a-466c-aef2-943fc14ec1aa tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 944 time: 0.2643476
May 10 18:05:57.791959 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2d431eab-dd94-4cfc-9e21-70acdf0302eb req-f84ca4bb-d353-4152-a8fd-92449efeeb3f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945773
May 10 18:05:57.803449 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:57.808186 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Usage tracker for resource:security_group_rule and tenant:27886cb5d8024237a88e54ffe75a2b89 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:57.813204 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:57.819324 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:57.876379 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:05:57.888656 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:57.889030 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.924670 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7bbc00c8-e2ab-40c3-8e23-38795cb52289 req-530ece77-4dab-4365-a677-3ba5f2acc99c tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143088
May 10 18:05:57.951159 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:05:57.951159 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:05:57.974582 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.980925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:57.992059 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7861569d-ed9c-4fe1-8e7d-f94169c56253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:58.087924 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.107869 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda8a25a-d643-42d2-8ba3-012934c4cb49,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:58.110735 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:58.114965 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27886cb5d8024237a88e54ffe75a2b89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5760832
May 10 18:05:58.117225 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=27dc7794-ce6c-41ba-9bc8-5c6fae343af1,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:58.118426 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44476) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:58.127897 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.129413 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:58.272896 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=27dc7794-ce6c-41ba-9bc8-5c6fae343af1,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:58.277857 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:58.295829 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:05:58.296511 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b9fbd602-1940-4c12-b77a-04d60806e7a1 None None] Provisioning complete for port 96203d8b-4906-412e-80ca-1d7977a55547 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:05:58.296949 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b9fbd602-1940-4c12-b77a-04d60806e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.307244 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6d403d81-e0bc-4d5e-be5d-d1e062352efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.349888 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6d403d81-e0bc-4d5e-be5d-d1e062352efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.376424 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbd602-1940-4c12-b77a-04d60806e7a1 None None] Port 96203d8b-4906-412e-80ca-1d7977a55547 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:05:58.409940 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6d403d81-e0bc-4d5e-be5d-d1e062352efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.414791 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bf37fe0a-9144-4d25-ae92-6bfc27d7e3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:58.425029 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d403d81-e0bc-4d5e-be5d-d1e062352efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda8a25a-d643-42d2-8ba3-012934c4cb49,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:58.430008 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6d403d81-e0bc-4d5e-be5d-d1e062352efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:58.431695 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6d403d81-e0bc-4d5e-be5d-d1e062352efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.435061 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6d403d81-e0bc-4d5e-be5d-d1e062352efd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bda8a25a-d643-42d2-8ba3-012934c4cb49 HTTP/1.1" status: 204  len: 168 time: 0.3132825
May 10 18:05:58.498712 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:05:58.508419 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] 10.222.0.70 "PUT /v2.0/routers/f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2261946
May 10 18:05:58.604893 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 1b2077a9-df56-49bc-ade2-22c84168eea2 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:05:58.751376 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 1b2077a9-df56-49bc-ade2-22c84168eea2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1b2077a9-df56-49bc-ade2-22c84168eea2,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:58.751839 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44492) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:58.766661 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '1b2077a9-df56-49bc-ade2-22c84168eea2', 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774', 'port_id': '1b2077a9-df56-49bc-ade2-22c84168eea2', 'mac_address': 'fa:16:3e:2c:81:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d786a0-c503-435d-9062-475f05f52513', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:05:58.777527 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.800993 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:58.807220 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Usage tracker for resource:security_group_rule and tenant:4e33232d1bca48689d30fcbd52e3e447 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:58.810349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:58.822440 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:58.846397 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.865867 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2077a9-df56-49bc-ade2-22c84168eea2 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:05:58.885125 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 1b2077a9-df56-49bc-ade2-22c84168eea2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1b2077a9-df56-49bc-ade2-22c84168eea2,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:05:58.891143 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:58.894534 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-b3b364e2-5d14-4fb8-a401-ba1a402bc2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:58.984980 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=1b2077a9-df56-49bc-ade2-22c84168eea2,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:58.988632 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:59.017970 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.029751 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.043056 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6d403d81-e0bc-4d5e-be5d-d1e062352efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:59.081875 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee441a7-c0cd-414f-867c-afab2f39e9f4 req-771bc17e-2dbc-458b-b0b7-95eced51030a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:59.083493 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8ee441a7-c0cd-414f-867c-afab2f39e9f4 req-771bc17e-2dbc-458b-b0b7-95eced51030a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1612611
May 10 18:05:59.114714 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e33232d1bca48689d30fcbd52e3e447&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3617730
May 10 18:05:59.117326 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25311e-7b7b-4fa6-af3b-42d92f489339,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:59.117535 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44502) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:59.154665 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:59.158041 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8ee441a7-c0cd-414f-867c-afab2f39e9f4 req-af7126b8-de73-4e04-a2f4-f07532456ed1 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620911
May 10 18:05:59.199436 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5ead264d-012f-484d-acfd-78fa82175068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.230320 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5ead264d-012f-484d-acfd-78fa82175068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.272004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Sync routers for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:05:59.289207 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5ead264d-012f-484d-acfd-78fa82175068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.293921 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:59.296061 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:05:59.296711 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c71feb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:05:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:05:59.309522 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead264d-012f-484d-acfd-78fa82175068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25311e-7b7b-4fa6-af3b-42d92f489339,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:59.312465 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5ead264d-012f-484d-acfd-78fa82175068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:59.319226 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5ead264d-012f-484d-acfd-78fa82175068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.323086 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5ead264d-012f-484d-acfd-78fa82175068 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c25311e-7b7b-4fa6-af3b-42d92f489339 HTTP/1.1" status: 204  len: 168 time: 0.2043717
May 10 18:05:59.431302 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b392144-1b7c-47b6-b0fa-dba99fa77db3 req-56cb131a-3e29-452f-89ea-f6d23e8f9302 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:05:59.432860 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5b392144-1b7c-47b6-b0fa-dba99fa77db3 req-56cb131a-3e29-452f-89ea-f6d23e8f9302 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 945 time: 0.1156273
May 10 18:05:59.455822 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['1b2077a9-df56-49bc-ade2-22c84168eea2'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:05:59.541694 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5b392144-1b7c-47b6-b0fa-dba99fa77db3 req-307f96b0-9197-41ce-af21-8701640cd9f6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999081
May 10 18:05:59.594179 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44518) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:59.600765 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967026361', 'description': 'tempest-description--21069677'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:05:59.609681 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:59.613854 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:security_group and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:59.616799 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:59.625600 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:59.642057 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.679030 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:05:59.683889 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:security_group_rule and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:05:59.687427 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:05:59.693812 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:05:59.745199 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:05:59.906069 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.909514 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:05:59.914395 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.921643 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1b85a045-a000-4365-8430-544eca989c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:05:59.971718 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7a568c-d91d-46cd-904e-0100b9483da4,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:05:59.978947 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:05:59.980164 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:05:59.981668 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3858156
May 10 18:05:59.984599 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44536) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:05:59.990549 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'security_group_rule': {'security_group_id': '5a7a568c-d91d-46cd-904e-0100b9483da4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:00.008160 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:00.012808 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:security_group_rule and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:00.016578 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:00.023976 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:00.046014 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.147554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.157948 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.160495 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:00.216226 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:06:00.216674 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.231245 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ebfe15-7ab7-4498-8f96-5b329e7a2413,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:00.269240 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:00.279446 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.282207 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2958586
May 10 18:06:00.284619 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44554) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:00.291548 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'security_group_rule': {'security_group_id': '5a7a568c-d91d-46cd-904e-0100b9483da4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:00.330702 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:00.345158 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:security_group_rule and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:00.351734 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:00.359612 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:00.392601 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.442464 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea166e1-38f9-4c4b-8bf5-2ddcd2f431d3 req-edce0bd7-715c-4f69-87db-fbe5d4ea0a2d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:00.444289 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9ea166e1-38f9-4c4b-8bf5-2ddcd2f431d3 req-edce0bd7-715c-4f69-87db-fbe5d4ea0a2d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1468210
May 10 18:06:00.457513 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c71feb0>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 2, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:06:00.470965 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Checking router: f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:06:00.471349 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Updating router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d port 96203d8b-4906-412e-80ca-1d7977a55547 binding host dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:06:00.515374 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.518977 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9ea166e1-38f9-4c4b-8bf5-2ddcd2f431d3 req-5dab6a6d-7d9a-457c-a76c-e25c5144313b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652533
May 10 18:06:00.522749 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.525003 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:00.530399 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.552016 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7da496-fc8e-4a26-9011-5147cf11d827,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:00.552016 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:00.569145 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.570469 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2845802
May 10 18:06:00.573682 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44566) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:00.579263 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'floatingip': {'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:00.588336 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:00.606852 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:floatingip and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:00.610014 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:00.617859 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:00.631159 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.819633 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714207bd-3015-47ad-b2e1-0fb2bac5f978 req-732e6f47-f3e0-4f6a-a33e-64e40f8d6b71 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:00.826599 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-714207bd-3015-47ad-b2e1-0fb2bac5f978 req-732e6f47-f3e0-4f6a-a33e-64e40f8d6b71 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 945 time: 0.1061487
May 10 18:06:00.892009 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-714207bd-3015-47ad-b2e1-0fb2bac5f978 req-92e84d4c-4156-49e4-9308-c3ee2cff4462 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644281
May 10 18:06:00.912672 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:00.987855 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:01.001182 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Transition to ACTIVE for port object 96203d8b-4906-412e-80ca-1d7977a55547 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:06:01.008789 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:01.014675 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-3549d400-2684-450f-a10d-6649d1ae987a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:01.064117 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Allocated IP 172.27.3.36 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/f3db6589-a2fe-403f-a6ab-55d9cc1e36c5) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:06:01.153361 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2b9ad-8b65-48de-a184-f95b023050b9 None None] Pushing event updated for resources: {'Port': ['ID=96203d8b-4906-412e-80ca-1d7977a55547,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:01.157522 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ebb2b9ad-8b65-48de-a184-f95b023050b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:01.288995 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Attempting to bind port 96203d8b-4906-412e-80ca-1d7977a55547 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:06:01.289372 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Attempting to bind port 96203d8b-4906-412e-80ca-1d7977a55547 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:06:01.289921 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Attempting to bind port 96203d8b-4906-412e-80ca-1d7977a55547 on network fe985ee9-f71f-4a7c-96af-fb276fc83d88 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:06:01.296270 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:06:01.296650 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Checking segment: {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:06:01.297066 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:01.297463 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Bound using segment: {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:06:01.298064 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Bound port: 96203d8b-4906-412e-80ca-1d7977a55547, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:06:01.298684 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:01.301813 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:01.348292 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:01.353159 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:01.430923 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:06:01.435394 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:06:01.439636 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:06:01.479139 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] For port 96203d8b-4906-412e-80ca-1d7977a55547, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:06:01.483023 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] For port 96203d8b-4906-412e-80ca-1d7977a55547, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=96203d8b-4906-412e-80ca-1d7977a55547,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:06:01.494406 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:01.507485 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:01.519467 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'Port': ['ID=f3db6589-a2fe-403f-a6ab-55d9cc1e36c5,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:01.524963 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:01.653564 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:06:01.654436 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c71feb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:05:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:06:01.657981 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:01.771847 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2b9ad-8b65-48de-a184-f95b023050b9 None None] Pushing event updated for resources: {'Port': ['ID=96203d8b-4906-412e-80ca-1d7977a55547,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:01.788307 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ebb2b9ad-8b65-48de-a184-f95b023050b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:01.838050 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:01.993740 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adf401-1c66-4159-a69e-bb3ffa0d4403 req-3accefe0-7689-447e-b4d9-9672e17c3130 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:02.001879 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-90adf401-1c66-4159-a69e-bb3ffa0d4403 req-3accefe0-7689-447e-b4d9-9672e17c3130 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.2226129
May 10 18:06:02.073876 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-90adf401-1c66-4159-a69e-bb3ffa0d4403 req-5d61292e-0e97-4a59-8831-3fa2a9db197f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680485
May 10 18:06:02.113872 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:06:02.159759 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44618) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:02.367140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:02.375309 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:02.381701 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:02.442439 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff29a83-1b95-40c4-8ef1-a71feb8c2237 req-66e708d0-792b-4fcb-9049-5f18586ba6e2 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:02.446150 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ff29a83-1b95-40c4-8ef1-a71feb8c2237 req-66e708d0-792b-4fcb-9049-5f18586ba6e2 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 945 time: 0.1549141
May 10 18:06:02.469769 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'Port': ['ID=f3db6589-a2fe-403f-a6ab-55d9cc1e36c5,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:02.474148 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:02.507557 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ff29a83-1b95-40c4-8ef1-a71feb8c2237 req-4a593f4c-9fc6-4448-9734-390180d5e783 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545151
May 10 18:06:02.544618 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:02.553482 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:02.569534 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:02.573684 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Usage tracker for resource:security_group_rule and tenant:2553fcd469604a4a9b80d9a4a141fe16 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:02.574340 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:02.576622 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0014398
May 10 18:06:02.577612 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:02.588285 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:02.595396 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c71feb0>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:01Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:06:02.600648 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80600f0-da09-446e-bd44-608a96ddcd7a None None] The sync data for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi is: [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:01Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:06:02.605216 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 1b2077a9-df56-49bc-ade2-22c84168eea2 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:06:02.730178 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 1b2077a9-df56-49bc-ade2-22c84168eea2 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:06:02.733108 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:02.744300 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:02.750165 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 1b2077a9-df56-49bc-ade2-22c84168eea2 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:06:02.750931 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:02.757467 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-398def39-f66b-4cb1-b963-56a5e41d3382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:02.838229 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44644) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:02.841266 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2553fcd469604a4a9b80d9a4a141fe16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6801608
May 10 18:06:02.842248 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b9ac3d-1da0-4056-bb63-c98c319b0fa8,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:02.846145 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:02.986810 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:02.988020 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-a327fe9b-22f1-452d-a43e-ae4ef9d9d79f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:06:03.012731 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7956f8a1-8d84-4dde-b3ae-ef86e96c742e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:03.025721 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ebf1e-4744-4fc8-839e-ffc1a95c7faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2077a9-df56-49bc-ade2-22c84168eea2'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:06:03.038259 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 1b2077a9-df56-49bc-ade2-22c84168eea2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1b2077a9-df56-49bc-ade2-22c84168eea2,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:06:03.043781 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-a327fe9b-22f1-452d-a43e-ae4ef9d9d79f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:06:03.045020 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-a327fe9b-22f1-452d-a43e-ae4ef9d9d79f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1967026361&fields=id&tenant_id=f3daa98862084d19b771fad1ddc2c251 HTTP/1.1" status: 200  len: 267 time: 0.1441622
May 10 18:06:03.046969 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:03.049249 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:03.051063 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7956f8a1-8d84-4dde-b3ae-ef86e96c742e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:03.127502 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36ebf1e-4744-4fc8-839e-ffc1a95c7faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2077a9-df56-49bc-ade2-22c84168eea2', 'code': 200}
May 10 18:06:03.281263 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=1b2077a9-df56-49bc-ade2-22c84168eea2,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:03.297214 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:03.386748 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-ddda5eb4-a258-4e1f-8eee-054be85c46d6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:03.388572 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-ddda5eb4-a258-4e1f-8eee-054be85c46d6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:06:03.407624 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7956f8a1-8d84-4dde-b3ae-ef86e96c742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:03.417190 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:03.432870 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956f8a1-8d84-4dde-b3ae-ef86e96c742e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b9ac3d-1da0-4056-bb63-c98c319b0fa8,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:03.444366 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7956f8a1-8d84-4dde-b3ae-ef86e96c742e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:03.461843 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-ddda5eb4-a258-4e1f-8eee-054be85c46d6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:06:03.467859 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-ddda5eb4-a258-4e1f-8eee-054be85c46d6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 811 time: 0.4049046
May 10 18:06:03.495093 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-a9eb51f1-50b3-400f-8ab0-1f8ea52e45a2 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/quotas/f3daa98862084d19b771fad1ddc2c251 HTTP/1.1" status: 200  len: 375 time: 0.0250893
May 10 18:06:03.500059 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7956f8a1-8d84-4dde-b3ae-ef86e96c742e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:03.503785 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7956f8a1-8d84-4dde-b3ae-ef86e96c742e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35b9ac3d-1da0-4056-bb63-c98c319b0fa8 HTTP/1.1" status: 204  len: 168 time: 0.6615212
May 10 18:06:03.547266 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e4c99-4197-419c-8b52-0b971307e28f req-975d399a-09dd-4fa5-a04d-389f93457b4a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:03.554105 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-879e4c99-4197-419c-8b52-0b971307e28f req-975d399a-09dd-4fa5-a04d-389f93457b4a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1349764
May 10 18:06:03.624952 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-879e4c99-4197-419c-8b52-0b971307e28f req-3f344e6f-f94b-437e-b0ad-b46d0e517705 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647192
May 10 18:06:03.809109 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 96203d8b-4906-412e-80ca-1d7977a55547 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:06:03.814458 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e363691-82ad-4b8c-bd6e-63438f1493d0 req-bd6ef672-54c0-4891-862b-6f86d523d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:03.816204 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3e363691-82ad-4b8c-bd6e-63438f1493d0 req-bd6ef672-54c0-4891-862b-6f86d523d027 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 1099 time: 0.3202355
May 10 18:06:03.842229 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-3d36ebdd-522c-41a3-8990-771fc06987bf tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3372924
May 10 18:06:03.940007 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 96203d8b-4906-412e-80ca-1d7977a55547 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:06:03.958723 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 96203d8b-4906-412e-80ca-1d7977a55547 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:06:03.959142 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:03.997379 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44682) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:04.070160 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3e363691-82ad-4b8c-bd6e-63438f1493d0 req-5ba8e563-ddd1-4263-9ad6-9bd5fc697b59 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241359
May 10 18:06:04.151292 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-c6fedcac-7877-417f-a0a6-d4e2dc5ba5d3 service neutron] 10.222.0.70 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3064115
May 10 18:06:04.184348 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:04.224885 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 96203d8b-4906-412e-80ca-1d7977a55547, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=96203d8b-4906-412e-80ca-1d7977a55547,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:06:04.232281 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:04.236886 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:04.241323 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc1e1b-9b29-43bd-a152-85b5697ae617 req-0a85c759-2c53-4045-bb83-8a0c1078aa90 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:04.250361 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-99bc1e1b-9b29-43bd-a152-85b5697ae617 req-0a85c759-2c53-4045-bb83-8a0c1078aa90 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 946 time: 0.2009842
May 10 18:06:04.324911 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:04.375841 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:04.379306 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=96203d8b-4906-412e-80ca-1d7977a55547,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:04.380845 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Usage tracker for resource:security_group_rule and tenant:bf3d4a847b034916b468db9a331e8dcb is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:04.384253 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:04.384599 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:04.408624 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:04.423321 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-99bc1e1b-9b29-43bd-a152-85b5697ae617 req-192efc71-0833-4650-a939-f2910a4a3850 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719558
May 10 18:06:04.428647 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-ca3c0f7c-9e80-452b-a760-be704ccb6a93 service neutron] 10.222.0.70 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2694402
May 10 18:06:04.552988 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:04.557726 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:04.566821 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ed347e63-1d2d-4091-93e0-4c3f3fbc61f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:04.663519 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-b3778f9c-0d89-49b8-a38a-3412559ceedb req-c9154609-74b7-439e-bcfe-2b99da9c5379 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:06:04.675097 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf3d4a847b034916b468db9a331e8dcb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6736600
May 10 18:06:04.675537 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d414aa-75ec-4978-9aaf-0c6e6a7b4a48,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:04.676216 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44710) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:04.678851 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:04.695374 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-b3778f9c-0d89-49b8-a38a-3412559ceedb req-c9154609-74b7-439e-bcfe-2b99da9c5379 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:06:04.696730 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b3778f9c-0d89-49b8-a38a-3412559ceedb req-c9154609-74b7-439e-bcfe-2b99da9c5379 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 210 time: 0.1047976
May 10 18:06:04.773567 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7408913c-5b19-4fbb-90dd-dc63e9105823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:04.808211 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3bcb7876-e46d-409a-a278-818fe9b848fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:04.859451 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7408913c-5b19-4fbb-90dd-dc63e9105823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:04.951591 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6de39-7691-444b-8451-4b71016ace69 req-b4670372-d485-4103-82cf-4e0b675bba9f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:04.958843 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a1e6de39-7691-444b-8451-4b71016ace69 req-b4670372-d485-4103-82cf-4e0b675bba9f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1812298
May 10 18:06:04.962065 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7408913c-5b19-4fbb-90dd-dc63e9105823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:04.979559 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6be198ef-7343-4ed2-860b-7fbfab67bd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:05.003467 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408913c-5b19-4fbb-90dd-dc63e9105823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d414aa-75ec-4978-9aaf-0c6e6a7b4a48,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:05.051728 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7408913c-5b19-4fbb-90dd-dc63e9105823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:05.062638 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a1e6de39-7691-444b-8451-4b71016ace69 req-437c83b9-94ff-45d4-b4a0-32e06b13d5b8 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027653
May 10 18:06:05.068922 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7408913c-5b19-4fbb-90dd-dc63e9105823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:05.070015 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7408913c-5b19-4fbb-90dd-dc63e9105823 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3d414aa-75ec-4978-9aaf-0c6e6a7b4a48 HTTP/1.1" status: 204  len: 168 time: 0.3928378
May 10 18:06:05.657412 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d431115-c0ba-457c-a83f-625f23963830 req-2910f5ac-19d7-422b-accb-1208f510da5e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:05.659199 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2d431115-c0ba-457c-a83f-625f23963830 req-2910f5ac-19d7-422b-accb-1208f510da5e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 946 time: 0.1079168
May 10 18:06:05.707448 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 96203d8b-4906-412e-80ca-1d7977a55547 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:06:05.711987 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2d431115-c0ba-457c-a83f-625f23963830 req-aac39742-9dd6-4ad2-8860-25e7891686b6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450900
May 10 18:06:05.739954 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44762) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:05.765684 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:05.772509 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44770) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:05.789479 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:05.795773 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Usage tracker for resource:security_group_rule and tenant:53a1b1b9c16c445a8ebaa90bfcffb322 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:05.802831 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:05.814759 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:05.820996 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 96203d8b-4906-412e-80ca-1d7977a55547 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:06:05.821630 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:05.918830 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-58ff2007-1bed-45c9-850f-6b4d4f0647a7 req-e40d026e-36fe-4076-acfe-41e4efe2c8f4 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 210 time: 0.0566547
May 10 18:06:06.011992 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.019947 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.027397 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:06.060165 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.074141 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185f6ddb-f0d2-4dd0-ac89-ff320deaf583,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:06.077768 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:06.082536 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Usage tracker for resource:security_group_rule and tenant:b1ef9e46aaa3442abaa2e5cf6aac355e is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:06.085711 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:06.092256 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53a1b1b9c16c445a8ebaa90bfcffb322&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3494852
May 10 18:06:06.094802 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 44786) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:06.097423 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:06.098412 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:06.226151 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98a7ab99-6793-4eec-b129-049e0c679a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.284937 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98a7ab99-6793-4eec-b129-049e0c679a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.345803 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.351497 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.359200 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e72e8562-b8cf-4e92-a288-bafe4673b25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:06.396499 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc2bd8-eff5-470d-acbb-8d5a29416117 req-1ea1d554-c008-4b12-a3d6-97d69567c4bd tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:06.398090 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8ccc2bd8-eff5-470d-acbb-8d5a29416117 req-1ea1d554-c008-4b12-a3d6-97d69567c4bd tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.2174392
May 10 18:06:06.442247 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98a7ab99-6793-4eec-b129-049e0c679a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.449508 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1ef9e46aaa3442abaa2e5cf6aac355e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6759703
May 10 18:06:06.450322 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362549da-344b-4d4c-bd14-3644c57aa7fe,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:06.453389 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 44792) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:06.455091 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:06.455729 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:06.481561 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7ab99-6793-4eec-b129-049e0c679a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f6ddb-f0d2-4dd0-ac89-ff320deaf583,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:06.487149 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-98a7ab99-6793-4eec-b129-049e0c679a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:06.490244 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8ccc2bd8-eff5-470d-acbb-8d5a29416117 req-48b498b4-3ab2-4e03-b770-9f1cc56e181d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787473
May 10 18:06:06.518626 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98a7ab99-6793-4eec-b129-049e0c679a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.519895 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-98a7ab99-6793-4eec-b129-049e0c679a08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/185f6ddb-f0d2-4dd0-ac89-ff320deaf583 HTTP/1.1" status: 204  len: 168 time: 0.4239366
May 10 18:06:06.542809 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5dd26f9a-7d80-47cf-99fe-f7caf2012f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.575744 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5dd26f9a-7d80-47cf-99fe-f7caf2012f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.639293 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5dd26f9a-7d80-47cf-99fe-f7caf2012f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.643498 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d1193848-8dec-425b-a85f-7e5704065155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:06.654758 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd26f9a-7d80-47cf-99fe-f7caf2012f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362549da-344b-4d4c-bd14-3644c57aa7fe,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:06.665263 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5dd26f9a-7d80-47cf-99fe-f7caf2012f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:06.688708 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5dd26f9a-7d80-47cf-99fe-f7caf2012f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:06.688708 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5dd26f9a-7d80-47cf-99fe-f7caf2012f62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/362549da-344b-4d4c-bd14-3644c57aa7fe HTTP/1.1" status: 204  len: 168 time: 0.2304790
May 10 18:06:07.116626 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f34a4491-42d1-46fb-94d9-ead586daf459 req-bb51ae55-f7b8-4dcb-bec3-84da924cbdb6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 210 time: 0.0484643
May 10 18:06:07.402684 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:07.563192 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7a444180-99a6-4e56-afbc-b64f25b27aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:07.728571 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8e361-008c-477c-b8d3-da747817e311 req-20e3e8a7-8329-4450-be54-83fc8d270679 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:07.730074 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6cd8e361-008c-477c-b8d3-da747817e311 req-20e3e8a7-8329-4450-be54-83fc8d270679 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0921776
May 10 18:06:07.776043 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6cd8e361-008c-477c-b8d3-da747817e311 req-8f250669-c658-4da5-a427-ce5290f1a88d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400221
May 10 18:06:08.293617 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-102f879a-4d37-4ea2-b0fb-4b9ab73c8a2c req-af532d74-fcdf-48db-b90a-fc529d665f00 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 210 time: 0.0443401
May 10 18:06:08.529580 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:08.986352 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c08a1-864e-46cd-b46a-e4d0c24ed21f req-c120ec28-62e2-4ed5-abfd-df0b221d6cff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:08.987901 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-520c08a1-864e-46cd-b46a-e4d0c24ed21f req-c120ec28-62e2-4ed5-abfd-df0b221d6cff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0847363
May 10 18:06:09.037541 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-520c08a1-864e-46cd-b46a-e4d0c24ed21f req-8f398ee4-61ad-475d-8a5e-f82a675d6921 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436411
May 10 18:06:09.191619 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-71860d43-28b4-4943-8b56-48a41b619d5b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:09.193755 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-71860d43-28b4-4943-8b56-48a41b619d5b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 811 time: 0.1527648
May 10 18:06:09.256052 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-cf1933d9-b37c-4c7d-96d8-5c35094861b5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3daa98862084d19b771fad1ddc2c251 HTTP/1.1" status: 200  len: 380 time: 0.0520399
May 10 18:06:09.271489 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'port': {'device_id': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'admin_state_up': True, 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'security_groups': ['5a7a568c-d91d-46cd-904e-0100b9483da4']}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:09.496676 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-304fd5a1-7b0a-4349-83f6-8ff584047786 req-07ff214d-cfaf-4b8f-8d9f-36d9fb389c10 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 210 time: 0.0506697
May 10 18:06:09.553582 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:09.563183 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:09.573393 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Made reservation on behalf of f3daa98862084d19b771fad1ddc2c251 for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:06:09.577118 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:09.746962 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Allocated IP 172.20.0.11 (fe985ee9-f71f-4a7c-96af-fb276fc83d88/3b410101-d434-42ad-9154-5f9e9f4112ee/8e72d943-a5ec-47ae-9052-9237407bcf8a) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:06:09.940951 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:09.957101 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Transition to ACTIVE for port object 8e72d943-a5ec-47ae-9052-9237407bcf8a will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:06:09.958342 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:09.982195 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:09.988547 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:10.045117 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:06:10.047869 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:06:10.051633 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:06:10.098685 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'Port': ['ID=8e72d943-a5ec-47ae-9052-9237407bcf8a,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:10.103235 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:10.127720 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:10.128628 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:10.193906 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9297054
May 10 18:06:10.243431 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432962f-9f52-4551-ae3c-2bf770ec42ca req-0fbb415a-5269-4843-87d8-a85ea8b17ae4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:10.244893 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f432962f-9f52-4551-ae3c-2bf770ec42ca req-0fbb415a-5269-4843-87d8-a85ea8b17ae4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0843892
May 10 18:06:10.287382 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-708b4600-8f29-45ec-887d-fc1b64e31e94 None None] Provisioning for port 8e72d943-a5ec-47ae-9052-9237407bcf8a completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:06:10.289780 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f432962f-9f52-4551-ae3c-2bf770ec42ca req-234b37ba-ce05-47b9-bf2c-acb3a88503e8 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391300
May 10 18:06:10.292108 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-708b4600-8f29-45ec-887d-fc1b64e31e94 None None] Provisioning complete for port 8e72d943-a5ec-47ae-9052-9237407bcf8a triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:06:10.292532 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-708b4600-8f29-45ec-887d-fc1b64e31e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:10.346580 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-708b4600-8f29-45ec-887d-fc1b64e31e94 None None] Port 8e72d943-a5ec-47ae-9052-9237407bcf8a cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:06:10.835138 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e117f-6cb9-4df2-8634-0c359716e278 req-3f615764-974a-40f4-bec7-2d83a062e8d6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:10.835823 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-ff9e117f-6cb9-4df2-8634-0c359716e278 req-3f615764-974a-40f4-bec7-2d83a062e8d6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:06:10.854213 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-ff9e117f-6cb9-4df2-8634-0c359716e278 req-3f615764-974a-40f4-bec7-2d83a062e8d6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:06:10.855459 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ff9e117f-6cb9-4df2-8634-0c359716e278 req-3f615764-974a-40f4-bec7-2d83a062e8d6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 932 time: 0.1081219
May 10 18:06:10.900799 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ff9e117f-6cb9-4df2-8634-0c359716e278 req-41d764d5-f4aa-4577-9f11-de88c7bad116 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394714
May 10 18:06:11.481133 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b6cd-0e61-48aa-9c7d-a40926efa5b8 req-cd6a2318-a80f-4cee-97fc-35a642953be5 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:11.482873 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2624b6cd-0e61-48aa-9c7d-a40926efa5b8 req-cd6a2318-a80f-4cee-97fc-35a642953be5 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0820236
May 10 18:06:11.527682 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2624b6cd-0e61-48aa-9c7d-a40926efa5b8 req-c55d1159-6984-4455-9811-a6eae52ed885 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388865
May 10 18:06:12.110603 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b3ba6-97cf-4c4c-ad97-219d29c54ea9 req-02354a39-1d47-4936-809f-fece6275c393 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:12.112035 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-070b3ba6-97cf-4c4c-ad97-219d29c54ea9 req-02354a39-1d47-4936-809f-fece6275c393 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 932 time: 0.0823977
May 10 18:06:12.155862 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-070b3ba6-97cf-4c4c-ad97-219d29c54ea9 req-3a847e11-fb9d-4d21-9314-a97bedc940f5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380344
May 10 18:06:12.720477 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7f669-7763-4e47-b4b3-61114d5ec966 req-88735f20-2a44-47cf-beba-04024854f1bf tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:12.721915 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99b7f669-7763-4e47-b4b3-61114d5ec966 req-88735f20-2a44-47cf-beba-04024854f1bf tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0861399
May 10 18:06:12.766133 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99b7f669-7763-4e47-b4b3-61114d5ec966 req-26c8621f-425e-4fd0-9187-9084cf15c4de tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381825
May 10 18:06:13.355396 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2e17-49f3-4ea4-ad46-c20d1ac84d16 req-878bd2e7-72cc-49fa-872d-e0fdef736fec tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:13.356832 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d13d2e17-49f3-4ea4-ad46-c20d1ac84d16 req-878bd2e7-72cc-49fa-872d-e0fdef736fec tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 932 time: 0.0894217
May 10 18:06:13.401925 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d13d2e17-49f3-4ea4-ad46-c20d1ac84d16 req-8bf70f0d-cab5-4303-b99d-f89467c24a70 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392561
May 10 18:06:13.511366 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Request body: {'port': {'device_id': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:13.626633 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:14.090730 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db8ed4-3fb4-4d97-ab6d-f94d253def71 req-f9975afb-d7a2-4b36-b48b-4d81af5893fe tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:14.092217 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-89db8ed4-3fb4-4d97-ab6d-f94d253def71 req-f9975afb-d7a2-4b36-b48b-4d81af5893fe tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.2149594
May 10 18:06:14.103438 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e72d943-a5ec-47ae-9052-9237407bcf8a {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:06:14.123036 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:14.151969 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Transition to ACTIVE for port object 8e72d943-a5ec-47ae-9052-9237407bcf8a will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:06:14.159221 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-89db8ed4-3fb4-4d97-ab6d-f94d253def71 req-d8614d1b-2b82-4404-9c91-334be5931c3f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600414
May 10 18:06:14.160145 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:14.163611 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:14.326996 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e72d943-a5ec-47ae-9052-9237407bcf8a,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:14.353581 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:14.398074 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Attempting to bind port 8e72d943-a5ec-47ae-9052-9237407bcf8a on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:06:14.398409 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Attempting to bind port 8e72d943-a5ec-47ae-9052-9237407bcf8a by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:06:14.398737 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Attempting to bind port 8e72d943-a5ec-47ae-9052-9237407bcf8a on network fe985ee9-f71f-4a7c-96af-fb276fc83d88 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:06:14.403722 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Port 8e72d943-a5ec-47ae-9052-9237407bcf8a on network fe985ee9-f71f-4a7c-96af-fb276fc83d88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:06:14.404095 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Attempting to bind port 8e72d943-a5ec-47ae-9052-9237407bcf8a on network fe985ee9-f71f-4a7c-96af-fb276fc83d88 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:06:14.409452 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:06:14.409726 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Checking segment: {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:06:14.410103 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Bound using segment: {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:06:14.410527 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Bound port: 8e72d943-a5ec-47ae-9052-9237407bcf8a, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:06:14.410873 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:14.502827 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] For port 8e72d943-a5ec-47ae-9052-9237407bcf8a, host hv-cinder-79049, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:06:14.505965 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] For port 8e72d943-a5ec-47ae-9052-9237407bcf8a, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:06:14.511838 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:14.516066 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:14.568515 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:14.569097 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:14.570344 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] 10.222.0.58 "PUT /v2.0/ports/8e72d943-a5ec-47ae-9052-9237407bcf8a HTTP/1.1" status: 200  len: 1094 time: 1.0635283
May 10 18:06:14.570817 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'tag': '8e72d943-a5ec-47ae-9052-9237407bcf8a'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:06:14.587059 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aeebd-c8fd-4f1b-9064-651143363886 req-9862ec76-1d6a-4602-942a-b5ec5deb8781 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:14.589110 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c74aeebd-c8fd-4f1b-9064-651143363886 req-9862ec76-1d6a-4602-942a-b5ec5deb8781 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0820205
May 10 18:06:14.599575 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e72d943-a5ec-47ae-9052-9237407bcf8a,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:14.602839 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:14.640218 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-c74aeebd-c8fd-4f1b-9064-651143363886 req-3dbbb4f4-ce9f-4376-aa15-0e5dcd3bcf0d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:06:14.652909 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-c74aeebd-c8fd-4f1b-9064-651143363886 req-3dbbb4f4-ce9f-4376-aa15-0e5dcd3bcf0d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:06:14.654056 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c74aeebd-c8fd-4f1b-9064-651143363886 req-3dbbb4f4-ce9f-4376-aa15-0e5dcd3bcf0d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562155
May 10 18:06:14.711996 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'tag': '8e72d943-a5ec-47ae-9052-9237407bcf8a', 'status': 'completed', 'code': 200}
May 10 18:06:15.429070 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcc33e-4fa2-4f19-b077-49bf09422522 req-b9879d74-b9b1-4cd9-a5a5-4403f37565ed tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:15.430463 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbfcc33e-4fa2-4f19-b077-49bf09422522 req-b9879d74-b9b1-4cd9-a5a5-4403f37565ed tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1554496
May 10 18:06:15.477794 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbfcc33e-4fa2-4f19-b077-49bf09422522 req-a774f61f-d94c-4c1c-82cb-bf1f41e7f20a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388939
May 10 18:06:15.845267 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68aa21-2587-4c65-81fd-23a935078252 req-2edede0e-b9b5-429a-b5e8-f5fc272949a4 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:15.846823 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa68aa21-2587-4c65-81fd-23a935078252 req-2edede0e-b9b5-429a-b5e8-f5fc272949a4 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0877705
May 10 18:06:15.893920 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa68aa21-2587-4c65-81fd-23a935078252 req-78e5f8e8-b6a0-404b-9e1d-d4c91f7c92fa tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411558
May 10 18:06:16.672079 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d976e-5564-4aec-87fa-28e051a2247a req-6fae6014-8ad8-481c-a2d6-d79e62afddc0 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:16.673552 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1e5d976e-5564-4aec-87fa-28e051a2247a req-6fae6014-8ad8-481c-a2d6-d79e62afddc0 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0834758
May 10 18:06:16.721454 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1e5d976e-5564-4aec-87fa-28e051a2247a req-545cbabc-9d55-45aa-8680-1a08801115e8 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421329
May 10 18:06:17.079790 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28f113-c317-49a7-9017-982b7f78ee0e req-a8ac0be5-03fb-4109-8885-708e088f39e3 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:17.081274 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a28f113-c317-49a7-9017-982b7f78ee0e req-a8ac0be5-03fb-4109-8885-708e088f39e3 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0803263
May 10 18:06:17.125689 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a28f113-c317-49a7-9017-982b7f78ee0e req-572bf48e-5792-47dc-9050-f9c85d0c7cc0 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386062
May 10 18:06:17.498829 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6731-2eca-4dd8-8b5b-614e0099d5f0 req-e4188942-518f-4ae3-93be-8292c56657b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:17.500345 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a6e6731-2eca-4dd8-8b5b-614e0099d5f0 req-e4188942-518f-4ae3-93be-8292c56657b0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 1099 time: 0.0785348
May 10 18:06:17.506449 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae30c32-ee29-49f3-952e-5a76a14386c4 req-997ef7ee-257b-4b77-866b-1d1ffc0acc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:17.507992 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9ae30c32-ee29-49f3-952e-5a76a14386c4 req-997ef7ee-257b-4b77-866b-1d1ffc0acc8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 1097 time: 0.0788004
May 10 18:06:17.543288 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a6e6731-2eca-4dd8-8b5b-614e0099d5f0 req-17ec90c2-b0a7-44bf-b623-8b91dd7936fd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347700
May 10 18:06:17.649843 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae30c32-ee29-49f3-952e-5a76a14386c4 req-47ad2e84-e2e9-4219-b8fc-0bc5fe30c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:17.651364 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9ae30c32-ee29-49f3-952e-5a76a14386c4 req-47ad2e84-e2e9-4219-b8fc-0bc5fe30c593 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f3daa98862084d19b771fad1ddc2c251&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1362913
May 10 18:06:17.786280 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae30c32-ee29-49f3-952e-5a76a14386c4 req-a44db96d-25db-4844-b2e4-96a28da6d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:17.787778 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9ae30c32-ee29-49f3-952e-5a76a14386c4 req-a44db96d-25db-4844-b2e4-96a28da6d531 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1296036
May 10 18:06:17.959417 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958ef92-8790-497a-a35c-0c1c65115639 req-5ed81233-ae7d-486a-88ff-02a287cf739c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:17.960846 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d958ef92-8790-497a-a35c-0c1c65115639 req-5ed81233-ae7d-486a-88ff-02a287cf739c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1332493
May 10 18:06:17.962769 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-308becaf-308a-4b40-9351-561476fcf2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:17.964411 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-308becaf-308a-4b40-9351-561476fcf2e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 1097 time: 0.1064763
May 10 18:06:18.005976 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d958ef92-8790-497a-a35c-0c1c65115639 req-3e42d306-517a-4258-a10d-2aabaaa7e9ea tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383713
May 10 18:06:18.308706 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69f8e-b864-4bad-bd59-bf5f830f02fe req-681bf58e-e30b-42c8-90ed-03983973ad98 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:18.310178 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ed69f8e-b864-4bad-bd59-bf5f830f02fe req-681bf58e-e30b-42c8-90ed-03983973ad98 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0794852
May 10 18:06:18.354022 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ed69f8e-b864-4bad-bd59-bf5f830f02fe req-1bcb3e75-5e18-4a89-80ea-ef4d2f6ac640 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379841
May 10 18:06:18.756189 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-c2c2b70b-7712-440a-acb7-240afe33a7ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a HTTP/1.1" status: 200  len: 217 time: 0.0633559
May 10 18:06:18.820466 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-e0ed4c0e-ef7e-45c2-b014-2a3191c85787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:18.821848 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-e0ed4c0e-ef7e-45c2-b014-2a3191c85787 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b410101-d434-42ad-9154-5f9e9f4112ee HTTP/1.1" status: 200  len: 850 time: 0.0583069
May 10 18:06:19.208263 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881d10c-8158-4942-acab-3d2b32fe9e05 req-5e8e5cc7-4531-46dd-87ee-d84e41dee41e tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:19.209820 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0881d10c-8158-4942-acab-3d2b32fe9e05 req-5e8e5cc7-4531-46dd-87ee-d84e41dee41e tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0846667
May 10 18:06:19.254428 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0881d10c-8158-4942-acab-3d2b32fe9e05 req-81b324ad-5492-4108-802b-bca8b2aefcd4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389380
May 10 18:06:19.551811 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb7558-fa2a-4df9-a26d-c165ed6f6e6e req-3fb2ef5e-c212-45c2-bece-02b7d3ecdce1 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:19.553237 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-82eb7558-fa2a-4df9-a26d-c165ed6f6e6e req-3fb2ef5e-c212-45c2-bece-02b7d3ecdce1 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0843263
May 10 18:06:19.597854 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-82eb7558-fa2a-4df9-a26d-c165ed6f6e6e req-d55a4412-75f9-413e-9e92-7dddd15cc7e4 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389001
May 10 18:06:19.979313 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-019c8890-6cf4-43a0-911a-d018de921aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:19.980776 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-019c8890-6cf4-43a0-911a-d018de921aed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe985ee9-f71f-4a7c-96af-fb276fc83d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792465
May 10 18:06:20.449367 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ef03-494b-45bc-91f7-aa6ba75dedfc req-c210d6c7-b28b-4a44-978b-10099d74321f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:20.450820 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8299ef03-494b-45bc-91f7-aa6ba75dedfc req-c210d6c7-b28b-4a44-978b-10099d74321f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0893373
May 10 18:06:20.503958 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8299ef03-494b-45bc-91f7-aa6ba75dedfc req-06b2d451-2091-46a2-93ed-b8c1c28afcbf tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447352
May 10 18:06:20.806798 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62a1ab-cae8-400f-b69b-4ae0359c5c54 req-a638435d-e5dc-40ec-9575-28881b2c3743 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:20.808285 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de62a1ab-cae8-400f-b69b-4ae0359c5c54 req-a638435d-e5dc-40ec-9575-28881b2c3743 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0913298
May 10 18:06:20.856462 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-de62a1ab-cae8-400f-b69b-4ae0359c5c54 req-e462b24f-9a2b-4d00-aa76-480fbc07792d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422406
May 10 18:06:21.688765 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a91b-4291-4489-933f-7f5b939b0dd3 req-ca142c6b-18e2-4033-b403-29020960b353 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:21.690192 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7549a91b-4291-4489-933f-7f5b939b0dd3 req-ca142c6b-18e2-4033-b403-29020960b353 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0817459
May 10 18:06:21.734643 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7549a91b-4291-4489-933f-7f5b939b0dd3 req-256d31d2-6a6d-41a7-bb2b-f68664f4ac1b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386901
May 10 18:06:22.155594 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-2fb11445-cfd8-4b3e-b8f8-2c6d2aff665f service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507396
May 10 18:06:22.197693 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26991-f679-4387-8a2d-73413804b601 req-4101ffdb-c2bf-452f-bece-2b5681ed212f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:22.199107 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-02e26991-f679-4387-8a2d-73413804b601 req-4101ffdb-c2bf-452f-bece-2b5681ed212f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.1502538
May 10 18:06:22.315907 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-02e26991-f679-4387-8a2d-73413804b601 req-69a46526-a88c-4093-96b0-1dd7d5a9a1b1 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704968
May 10 18:06:22.334754 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8afbeec3-5704-416d-9a56-b1e7412c6ae9 req-a0931cf1-9b05-47e6-96d3-1d2b702d2360 service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689386
May 10 18:06:22.980713 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063a27b-33f6-419b-9ca1-f1fc5373aafd req-e3d9598a-bea5-48ca-bfd5-26bbd9d35a6a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:22.982163 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9063a27b-33f6-419b-9ca1-f1fc5373aafd req-e3d9598a-bea5-48ca-bfd5-26bbd9d35a6a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1172004
May 10 18:06:23.030129 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9063a27b-33f6-419b-9ca1-f1fc5373aafd req-8aa92589-2ab0-4855-a990-ed103ded5e77 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416572
May 10 18:06:23.211804 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a20ba-b12b-4bb9-85fc-cfe4ae5e6888 req-93054767-dea8-4ac5-b85e-721ea343c542 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:23.213313 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a46a20ba-b12b-4bb9-85fc-cfe4ae5e6888 req-93054767-dea8-4ac5-b85e-721ea343c542 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0827610
May 10 18:06:23.258421 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a46a20ba-b12b-4bb9-85fc-cfe4ae5e6888 req-c0228661-9c17-4a2f-96a2-5b1d45e55af4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392590
May 10 18:06:23.511539 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56727f-4730-4b8c-9200-bda57ab3ef4c req-2b190882-c0c8-4a24-a8d7-4368c436d8b5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:23.515756 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7d56727f-4730-4b8c-9200-bda57ab3ef4c req-2b190882-c0c8-4a24-a8d7-4368c436d8b5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0876627
May 10 18:06:23.559624 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7d56727f-4730-4b8c-9200-bda57ab3ef4c req-fbd5568e-9e3f-4833-927c-ae87d681e946 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402336
May 10 18:06:23.979878 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-682a9b65-de88-4b8b-8653-1e98ad44cd25 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:23.981925 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-682a9b65-de88-4b8b-8653-1e98ad44cd25 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 815 time: 0.1631415
May 10 18:06:23.996139 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-8ccf6563-10c2-4815-bdb4-fffada658dc1 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/quotas/5ec0c7113f6a460388e8627a024f3dac HTTP/1.1" status: 200  len: 375 time: 0.0092294
May 10 18:06:24.081434 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-ab0e9f23-5056-4035-8557-6e307b1e9a70 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0793569
May 10 18:06:24.213762 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-ae6bff84-2bf9-40eb-9855-8431d53c7da6 service neutron] 10.222.0.70 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248984
May 10 18:06:24.344376 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-1da26981-8810-4d6c-af0a-b799bd1eedee service neutron] 10.222.0.70 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244195
May 10 18:06:24.597422 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ae6aa64e-64cb-4bab-a9d2-378e75f5e4d1 req-56342794-640a-43b2-94d3-7f31285e306f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 210 time: 0.1127315
May 10 18:06:24.771823 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b5aa0-d33e-4f43-b9f8-d946115cea7b req-1c83c0be-da29-4926-ac64-1ed694e339a8 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:24.773628 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-812b5aa0-d33e-4f43-b9f8-d946115cea7b req-1c83c0be-da29-4926-ac64-1ed694e339a8 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0804296
May 10 18:06:24.820725 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-812b5aa0-d33e-4f43-b9f8-d946115cea7b req-ff1f4002-c000-4368-88b7-5d4316164f53 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402343
May 10 18:06:25.395317 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:25.762046 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c1e5d5bf-5a2b-4a2c-8d44-2e7c4442012d req-2fcb9378-2601-40b0-9e98-e86a607d52fe tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 210 time: 0.0442035
May 10 18:06:26.005176 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08f361-36db-45e0-8ce7-896e0d27d1e2 req-4b355d70-de4f-4339-aa95-ec7d71bf6467 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:26.006627 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9e08f361-36db-45e0-8ce7-896e0d27d1e2 req-4b355d70-de4f-4339-aa95-ec7d71bf6467 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0820544
May 10 18:06:26.054750 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9e08f361-36db-45e0-8ce7-896e0d27d1e2 req-9cf7697a-f820-4124-93e9-f15d2f2257f9 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423508
May 10 18:06:26.916244 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93699842-4cb9-402a-a9da-a6d20fe036e0 req-bce92be3-540f-4f20-9654-7ba4fc0987e2 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 210 time: 0.0482640
May 10 18:06:27.262040 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edb5f9-12b7-418e-b6b3-acb3ccdd45de req-0330e508-a279-4c9a-9540-fcef335dd7cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:27.263804 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e4edb5f9-12b7-418e-b6b3-acb3ccdd45de req-0330e508-a279-4c9a-9540-fcef335dd7cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0792050
May 10 18:06:27.318199 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e4edb5f9-12b7-418e-b6b3-acb3ccdd45de req-fd6a3735-c3ea-4fbb-b215-5f0cf5ddc894 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481336
May 10 18:06:28.076264 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a0233bdb-e3e4-422e-b3d6-b7cd77cf2464 req-1e6c3879-a74a-4e68-9c80-447f9dd59df7 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 210 time: 0.0443075
May 10 18:06:28.515188 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a7e0a-a364-4d82-b11b-3b1b1b66a68b req-23ddb534-63c6-4c23-b582-9129667919f8 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:28.516615 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b95a7e0a-a364-4d82-b11b-3b1b1b66a68b req-23ddb534-63c6-4c23-b582-9129667919f8 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0868030
May 10 18:06:28.564075 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b95a7e0a-a364-4d82-b11b-3b1b1b66a68b req-77762ee4-29b1-4595-a849-57d20f95ecd6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416546
May 10 18:06:29.231584 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1ea47005-8c07-4f71-a484-40f2e731ba0e req-1d41b625-4ec5-4866-87cb-355a5e882253 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 210 time: 0.0425880
May 10 18:06:29.747498 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b89a9-6830-4306-8656-d3ef737109ea req-59943773-73f1-427e-b7e3-d1d1c9017da0 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:29.748847 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d07b89a9-6830-4306-8656-d3ef737109ea req-59943773-73f1-427e-b7e3-d1d1c9017da0 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 944 time: 0.0809035
May 10 18:06:29.799503 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d07b89a9-6830-4306-8656-d3ef737109ea req-69aad265-5620-425d-b694-8698309ae2df tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422263
May 10 18:06:29.853531 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 8e72d943-a5ec-47ae-9052-9237407bcf8a details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:06:29.997128 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 8e72d943-a5ec-47ae-9052-9237407bcf8a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:06:30.020246 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '8e72d943-a5ec-47ae-9052-9237407bcf8a', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'port_id': '8e72d943-a5ec-47ae-9052-9237407bcf8a', 'mac_address': 'fa:16:3e:e0:7b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:06:30.111349 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-111fa379-d065-48e3-80af-96f6c517893a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:30.112782 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-111fa379-d065-48e3-80af-96f6c517893a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 815 time: 0.1510105
May 10 18:06:30.129591 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Request body: {'port': {'device_id': '32a1309d-6f92-4272-870c-43f3f7aa01aa', 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774', 'admin_state_up': True, 'tenant_id': '5ec0c7113f6a460388e8627a024f3dac'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:30.147874 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:06:30.228266 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:30.281390 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e72d943-a5ec-47ae-9052-9237407bcf8a {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:06:30.322768 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:30.334663 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:30.348780 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Made reservation on behalf of 5ec0c7113f6a460388e8627a024f3dac for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:06:30.350583 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 8e72d943-a5ec-47ae-9052-9237407bcf8a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:06:30.354586 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:30.366985 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:30.373290 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ebb2b9ad-8b65-48de-a184-f95b023050b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:30.455372 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=8e72d943-a5ec-47ae-9052-9237407bcf8a,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:30.459482 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:30.475212 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-11a44f5f-77dc-48e1-b002-7fba22274c19 req-1e771bfc-233d-4c5c-8d32-ae6aac331755 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 210 time: 0.0697782
May 10 18:06:30.552803 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Allocated IP 172.20.0.2 (8f5ff834-018e-4fa1-8a0d-6e025d124774/c9d786a0-c503-435d-9062-475f05f52513/c05bb73c-0746-49f7-9539-1ccb6cd6842c) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:06:30.759304 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:30.791293 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:30.797161 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:30.857698 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Network 8f5ff834-018e-4fa1-8a0d-6e025d124774 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:06:30.860966 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:06:30.864975 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:06:30.931936 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Pushing event updated for resources: {'Port': ['ID=c05bb73c-0746-49f7-9539-1ccb6cd6842c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:30.937482 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:30.976347 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:30.976968 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:31.018404 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8949172
May 10 18:06:31.042847 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b1daa-0a21-40dd-ac9f-791e2729ad45 req-cc5756be-2165-44e2-97e1-ea17eeb1a4ec tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:31.044349 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-530b1daa-0a21-40dd-ac9f-791e2729ad45 req-cc5756be-2165-44e2-97e1-ea17eeb1a4ec tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 945 time: 0.1137371
May 10 18:06:31.090852 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-530b1daa-0a21-40dd-ac9f-791e2729ad45 req-2f9b4619-069f-4e1a-a43a-2a1054fdff62 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395648
May 10 18:06:31.836427 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d644db-1c26-43a7-87d1-0cf0dca3b4f5 req-9e9ac269-437e-4be9-9a0a-abc04ee04c5b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:31.837099 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-12d644db-1c26-43a7-87d1-0cf0dca3b4f5 req-9e9ac269-437e-4be9-9a0a-abc04ee04c5b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:06:31.853126 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-12d644db-1c26-43a7-87d1-0cf0dca3b4f5 req-9e9ac269-437e-4be9-9a0a-abc04ee04c5b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:06:31.854381 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12d644db-1c26-43a7-87d1-0cf0dca3b4f5 req-9e9ac269-437e-4be9-9a0a-abc04ee04c5b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 931 time: 0.0954773
May 10 18:06:31.899485 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12d644db-1c26-43a7-87d1-0cf0dca3b4f5 req-2aea6a35-edaa-4bcc-bab5-dbfc52d2f280 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389659
May 10 18:06:32.085675 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c4a6-063f-4e8f-a78e-eb30f35fc314 req-056c71c0-b4a4-4fb2-93e1-6ede950c0686 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:32.087150 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1e47c4a6-063f-4e8f-a78e-eb30f35fc314 req-056c71c0-b4a4-4fb2-93e1-6ede950c0686 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0957630
May 10 18:06:32.135888 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1e47c4a6-063f-4e8f-a78e-eb30f35fc314 req-e1e3bc12-b099-402f-8805-fd9f2194d0a1 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404592
May 10 18:06:32.310011 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31361f6-9a55-4ee2-8425-63bc2594e7fc req-be02bdf9-fc95-4c91-a45e-5075b687f28f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:32.311461 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e31361f6-9a55-4ee2-8425-63bc2594e7fc req-be02bdf9-fc95-4c91-a45e-5075b687f28f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 945 time: 0.0810275
May 10 18:06:32.362744 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e31361f6-9a55-4ee2-8425-63bc2594e7fc req-d1fba229-b778-4871-8c93-a2b3582fa4fd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423129
May 10 18:06:33.096634 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b77c8-7c55-4271-aba4-bfc9f9de6115 req-a997629d-76dc-48cf-b438-62a170e6f621 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:33.098086 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-637b77c8-7c55-4271-aba4-bfc9f9de6115 req-a997629d-76dc-48cf-b438-62a170e6f621 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 931 time: 0.0902162
May 10 18:06:33.143570 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-637b77c8-7c55-4271-aba4-bfc9f9de6115 req-aa9262eb-f285-4b7d-9d68-50d724e956af tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397177
May 10 18:06:33.328672 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983ec97-a869-411d-8c3d-03f5442f9b93 req-85844bc4-3528-4ea0-8927-abac485fcf5b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:33.330100 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8983ec97-a869-411d-8c3d-03f5442f9b93 req-85844bc4-3528-4ea0-8927-abac485fcf5b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0875704
May 10 18:06:33.454260 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8983ec97-a869-411d-8c3d-03f5442f9b93 req-41ff1e78-8a3c-4fe1-bde5-907935682271 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156502
May 10 18:06:33.568726 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['39069625-bd9c-49b7-8ac3-9be35842aae6', '1b2077a9-df56-49bc-ade2-22c84168eea2'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:06:33.589579 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Request body: {'port': {'device_id': '32a1309d-6f92-4272-870c-43f3f7aa01aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:33.694184 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-f9d15375-c736-4232-aae8-96d821a2eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:33.695676 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-f9d15375-c736-4232-aae8-96d821a2eacc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1099 time: 0.0776715
May 10 18:06:33.729931 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['8e72d943-a5ec-47ae-9052-9237407bcf8a'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:06:33.733561 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:33.752122 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81026f-ece4-4b10-8634-e8633a949400 req-979c9bbd-5c1a-47e1-b96c-1df53230014c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:33.753698 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bc81026f-ece4-4b10-8634-e8633a949400 req-979c9bbd-5c1a-47e1-b96c-1df53230014c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 945 time: 0.2088039
May 10 18:06:33.846922 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bc81026f-ece4-4b10-8634-e8633a949400 req-0c65a1e2-6a3a-41f2-81a6-e377c4c5bc86 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865464
May 10 18:06:33.861018 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-54fe1015-6205-4649-9e9d-9d3a71e9e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:33.862617 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-54fe1015-6205-4649-9e9d-9d3a71e9e345 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 920 time: 0.1499498
May 10 18:06:33.953070 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-881aa800-dedc-4a91-99b1-ad866d309017 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f HTTP/1.1" status: 200  len: 217 time: 0.0814071
May 10 18:06:34.029998 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-5497019b-1579-43a6-80f2-7a4e6e35019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:34.031625 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-5497019b-1579-43a6-80f2-7a4e6e35019f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.0718164
May 10 18:06:34.089785 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-37e85914-f0be-4a2b-b3eb-9ff588466a31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495851
May 10 18:06:34.196370 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05bb73c-0746-49f7-9539-1ccb6cd6842c {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:06:34.205810 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:34.228086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Transition to ACTIVE for port object c05bb73c-0746-49f7-9539-1ccb6cd6842c will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:06:34.233947 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:34.240449 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:34.244431 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-59b02133-d7dc-4b5b-a23c-f68ba9953b17 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385102
May 10 18:06:34.398556 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Pushing event updated for resources: {'Port': ['ID=c05bb73c-0746-49f7-9539-1ccb6cd6842c,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:34.433290 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-169a62fb-4b03-4375-b6a3-76b590492d9c req-16442b2d-8d6b-4afe-b0aa-9caa416da355 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815135
May 10 18:06:34.436794 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.437150 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.437549 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.437890 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.438244 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.438582 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.438953 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.439280 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.439599 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.439951 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.440287 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.440617 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:34.448085 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:34.453257 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a299d-b549-4183-ab08-1d345ff36162 req-8ea266a9-4e71-4c59-a257-c988ef2ddf8e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:34.454707 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d98a299d-b549-4183-ab08-1d345ff36162 req-8ea266a9-4e71-4c59-a257-c988ef2ddf8e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 943 time: 0.1779134
May 10 18:06:34.488199 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Attempting to bind port c05bb73c-0746-49f7-9539-1ccb6cd6842c on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:06:34.488861 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Attempting to bind port c05bb73c-0746-49f7-9539-1ccb6cd6842c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:06:34.489382 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Attempting to bind port c05bb73c-0746-49f7-9539-1ccb6cd6842c on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:06:34.497813 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Port c05bb73c-0746-49f7-9539-1ccb6cd6842c on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:06:34.498177 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Attempting to bind port c05bb73c-0746-49f7-9539-1ccb6cd6842c on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:06:34.503711 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:06:34.504048 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Checking segment: {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:06:34.504439 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Bound using segment: {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:06:34.504872 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Bound port: c05bb73c-0746-49f7-9539-1ccb6cd6842c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:06:34.505217 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:34.507641 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d98a299d-b549-4183-ab08-1d345ff36162 req-af43282d-442c-4c61-8e0d-4d6a799c7a7e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459199
May 10 18:06:34.639911 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] For port c05bb73c-0746-49f7-9539-1ccb6cd6842c, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:06:34.654390 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] For port c05bb73c-0746-49f7-9539-1ccb6cd6842c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c05bb73c-0746-49f7-9539-1ccb6cd6842c,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:06:34.662119 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:34.671935 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a263785f-fd98-4859-80da-716e4df297b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:34.723761 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:34.724342 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:34.725685 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] 10.222.0.58 "PUT /v2.0/ports/c05bb73c-0746-49f7-9539-1ccb6cd6842c HTTP/1.1" status: 200  len: 1093 time: 1.1408312
May 10 18:06:34.726153 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a1309d-6f92-4272-870c-43f3f7aa01aa', 'tag': 'c05bb73c-0746-49f7-9539-1ccb6cd6842c'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:06:34.741275 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45226393-c087-4d70-97e6-38b544b107af req-14aec285-9598-4b2e-a3fb-226ecf64d5db tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:34.742656 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45226393-c087-4d70-97e6-38b544b107af req-14aec285-9598-4b2e-a3fb-226ecf64d5db tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1600971
May 10 18:06:34.802680 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5b39e4e6-7cb0-4c24-89d4-cb850335344b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:34.822133 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a1309d-6f92-4272-870c-43f3f7aa01aa', 'tag': 'c05bb73c-0746-49f7-9539-1ccb6cd6842c', 'status': 'completed', 'code': 200}
May 10 18:06:34.845045 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Pushing event updated for resources: {'Port': ['ID=c05bb73c-0746-49f7-9539-1ccb6cd6842c,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:34.854199 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:34.857976 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45226393-c087-4d70-97e6-38b544b107af req-efd46fc6-31aa-45c2-81e7-8f5370af6cea tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060159
May 10 18:06:34.882362 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-2383177e-a570-4bd1-b87a-a1dde30164ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:34.883881 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-2383177e-a570-4bd1-b87a-a1dde30164ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 1096 time: 0.1070535
May 10 18:06:34.954549 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-b3ceab2e-5c40-4338-8f2a-678d07da3c69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c05bb73c-0746-49f7-9539-1ccb6cd6842c HTTP/1.1" status: 200  len: 217 time: 0.0596008
May 10 18:06:35.026022 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-ae779f42-c84b-47b2-90d0-c29de62e5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:35.027528 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-ae779f42-c84b-47b2-90d0-c29de62e5439 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 200  len: 855 time: 0.0642917
May 10 18:06:35.077799 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-9c9cfcc1-e02c-48c7-9e1e-a63fa79c7942 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f5ff834-018e-4fa1-8a0d-6e025d124774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411112
May 10 18:06:35.107986 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9662f2-87a1-4077-bc71-58bfc51ffffb req-98061411-dc85-42fb-9304-0e1bc4e8e5af tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:35.109385 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf9662f2-87a1-4077-bc71-58bfc51ffffb req-98061411-dc85-42fb-9304-0e1bc4e8e5af tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 945 time: 0.1407042
May 10 18:06:35.155441 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf9662f2-87a1-4077-bc71-58bfc51ffffb req-cf1122e5-4041-4ef7-9293-52362ceaf894 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402367
May 10 18:06:35.222428 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-c95300d5-faee-4671-b7cd-c6272959ddea service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368954
May 10 18:06:35.441013 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef506e05-7550-4b61-be7f-a9fde2476e26 req-34e9b76e-e620-4b6b-acad-b39c8ac1292a service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2094200
May 10 18:06:35.596773 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-98a91ec8-f296-4c47-983a-7b8213a03c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:35.598235 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-98a91ec8-f296-4c47-983a-7b8213a03c79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 1096 time: 0.0734062
May 10 18:06:35.777737 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-68902835-6f55-43ca-b50a-9379984d1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:35.779203 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-68902835-6f55-43ca-b50a-9379984d1820 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 916 time: 0.1727786
May 10 18:06:35.849790 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268ab72-6f89-460a-984e-68f43c9e48c7 req-3a75e2fa-8d56-4366-ac1f-521289d34594 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:35.851180 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0268ab72-6f89-460a-984e-68f43c9e48c7 req-3a75e2fa-8d56-4366-ac1f-521289d34594 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 943 time: 0.2272410
May 10 18:06:35.860226 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-5491aebb-f19b-419c-8898-5f27a23183e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c05bb73c-0746-49f7-9539-1ccb6cd6842c HTTP/1.1" status: 200  len: 217 time: 0.0725434
May 10 18:06:35.949554 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0268ab72-6f89-460a-984e-68f43c9e48c7 req-28edf71b-784a-4890-93ab-b02052f78902 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909796
May 10 18:06:35.953098 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-be66be69-ee9d-4c1c-9f8c-b48deb5b732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:35.954460 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-be66be69-ee9d-4c1c-9f8c-b48deb5b732f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 200  len: 855 time: 0.0817106
May 10 18:06:36.005728 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-bab89c06-8c16-471d-bad9-73df576b1688 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f5ff834-018e-4fa1-8a0d-6e025d124774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409842
May 10 18:06:36.047900 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e786a-264c-4d10-976d-8b1658771222 req-a28d0a57-7c61-4615-bbc4-ae4944cd7c79 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:36.049364 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1c6e786a-264c-4d10-976d-8b1658771222 req-a28d0a57-7c61-4615-bbc4-ae4944cd7c79 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0830951
May 10 18:06:36.098225 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1c6e786a-264c-4d10-976d-8b1658771222 req-7966527d-9e31-4bf3-a807-8ac45d4e4821 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425515
May 10 18:06:36.156438 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-f562c087-8987-425c-bcc8-eaeb1d0deef0 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365328
May 10 18:06:36.345584 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-41658203-8e71-4b75-afa8-286ea1c87d63 req-ace02e94-ee9a-41e3-9c45-c0d219d903e2 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762624
May 10 18:06:36.384742 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c4a97-c35a-4971-a7ba-6843ca6016d8 req-d483d5b9-47a7-4db8-8aa9-8480095a8bf3 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:36.386383 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7f5c4a97-c35a-4971-a7ba-6843ca6016d8 req-d483d5b9-47a7-4db8-8aa9-8480095a8bf3 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 945 time: 0.1103787
May 10 18:06:36.457996 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7f5c4a97-c35a-4971-a7ba-6843ca6016d8 req-18270948-0792-4a59-86df-06cb062e8815 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589013
May 10 18:06:36.528949 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 8e72d943-a5ec-47ae-9052-9237407bcf8a up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:06:36.605481 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 8e72d943-a5ec-47ae-9052-9237407bcf8a completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:06:36.610661 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 8e72d943-a5ec-47ae-9052-9237407bcf8a triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:06:36.611076 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:36.686406 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 45396) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:36.725839 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:36.752287 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e72d943-a5ec-47ae-9052-9237407bcf8a'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:06:36.761890 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 8e72d943-a5ec-47ae-9052-9237407bcf8a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:06:36.769859 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:36.771911 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:36.811315 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e72d943-a5ec-47ae-9052-9237407bcf8a', 'code': 200}
May 10 18:06:36.829016 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:36.848700 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:36.853147 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Usage tracker for resource:security_group_rule and tenant:e6e0ff773c7e48018a2925fa6b63d1f4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:36.855585 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=8e72d943-a5ec-47ae-9052-9237407bcf8a,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:36.856347 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:36.860500 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:36.864434 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:36.962788 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:36.970613 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:36.982665 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-07bc6c3b-b392-4ee7-ae21-aaa5e102d2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:37.033054 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16bf72b-f44b-4b4b-b210-76188e389218,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:37.037302 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:37.040363 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6e0ff773c7e48018a2925fa6b63d1f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3527944
May 10 18:06:37.043040 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 45416) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:37.135797 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baa450-bae7-43bd-baad-95e8b1d24b00 req-70f8c2f5-daa9-4897-b564-243581e78537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:37.137747 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09baa450-bae7-43bd-baad-95e8b1d24b00 req-70f8c2f5-daa9-4897-b564-243581e78537 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 1099 time: 0.0820324
May 10 18:06:37.206697 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09baa450-bae7-43bd-baad-95e8b1d24b00 req-c0aabbba-f95f-4007-8bbb-7f175995b7ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610950
May 10 18:06:37.215696 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:37.243170 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:37.302843 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7e988-d96f-4ef2-9421-46be3ab4b7de req-070335c3-5096-4d1a-bc46-8ac511975162 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:37.304520 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-25d7e988-d96f-4ef2-9421-46be3ab4b7de req-070335c3-5096-4d1a-bc46-8ac511975162 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 943 time: 0.2212160
May 10 18:06:37.330763 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ec0ec-50b1-4f4a-b421-5eb5b4dcf901 req-a49d2747-6a12-402c-81bc-b93790a8ee40 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:37.330763 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-069ec0ec-50b1-4f4a-b421-5eb5b4dcf901 req-a49d2747-6a12-402c-81bc-b93790a8ee40 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0986898
May 10 18:06:37.366053 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:37.370155 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-61c167da-92ce-417b-b3e6-8fd48947b7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:37.390419 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16bf72b-f44b-4b4b-b210-76188e389218,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:37.399426 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-25d7e988-d96f-4ef2-9421-46be3ab4b7de req-cf1aa6fc-5fc7-47d4-93bb-e9ca13f5c37a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832255
May 10 18:06:37.401776 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:37.406289 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f16bf72b-f44b-4b4b-b210-76188e389218 HTTP/1.1" status: 204  len: 168 time: 0.3621557
May 10 18:06:37.416013 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.416420 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.416916 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.417305 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.417692 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.418036 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.418440 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.418780 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.419156 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.419531 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.419912 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.420265 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:06:37.425212 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:37.438142 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:37.471560 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-069ec0ec-50b1-4f4a-b421-5eb5b4dcf901 req-791ceeea-202c-4a8f-be2c-aaaa4c9209a8 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282902
May 10 18:06:37.561319 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c78ef11e-ed95-4919-a308-fb15fed0fd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:37.681159 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c3f02-f537-4122-a1b6-055878fa88c9 req-03f6b244-97b7-4c25-a825-69699292351a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:37.683096 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-447c3f02-f537-4122-a1b6-055878fa88c9 req-03f6b244-97b7-4c25-a825-69699292351a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0948610
May 10 18:06:37.740740 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-447c3f02-f537-4122-a1b6-055878fa88c9 req-68c15883-6301-4788-a49d-39be84aab777 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490620
May 10 18:06:38.528322 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:38.548609 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device c05bb73c-0746-49f7-9539-1ccb6cd6842c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:06:38.646954 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d5515-afd5-46e5-a427-5cde72416c0b req-976c13f3-9bba-4782-bbfc-165b0fe804c3 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:38.649827 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-950d5515-afd5-46e5-a427-5cde72416c0b req-976c13f3-9bba-4782-bbfc-165b0fe804c3 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 943 time: 0.1073418
May 10 18:06:38.689414 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23dbfb-1680-44f1-a3c7-09f165a4b7bc req-017a436a-212d-4d55-a8e4-9a9f7cfac337 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:38.697910 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c23dbfb-1680-44f1-a3c7-09f165a4b7bc req-017a436a-212d-4d55-a8e4-9a9f7cfac337 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1086981
May 10 18:06:38.710561 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port c05bb73c-0746-49f7-9539-1ccb6cd6842c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c05bb73c-0746-49f7-9539-1ccb6cd6842c,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:06:38.711141 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-950d5515-afd5-46e5-a427-5cde72416c0b req-0b594f0d-67b6-42b5-b2ec-1547d7619466 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534170
May 10 18:06:38.725978 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': 'c05bb73c-0746-49f7-9539-1ccb6cd6842c', 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774', 'port_id': 'c05bb73c-0746-49f7-9539-1ccb6cd6842c', 'mac_address': 'fa:16:3e:ed:d3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d786a0-c503-435d-9062-475f05f52513', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:06:38.762640 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c23dbfb-1680-44f1-a3c7-09f165a4b7bc req-25a18921-0fe2-44a3-b3d3-b5d028f26325 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634377
May 10 18:06:38.789937 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:38.821255 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05bb73c-0746-49f7-9539-1ccb6cd6842c {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:06:38.850943 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port c05bb73c-0746-49f7-9539-1ccb6cd6842c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c05bb73c-0746-49f7-9539-1ccb6cd6842c,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:06:38.855610 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:38.859419 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:38.946403 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=c05bb73c-0746-49f7-9539-1ccb6cd6842c,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:38.951777 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:38.959751 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66de55-2538-4b42-9a09-e149393317c2 req-988d10fc-13c2-40a6-9082-5a6bd1c94c85 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:38.967562 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ae66de55-2538-4b42-9a09-e149393317c2 req-988d10fc-13c2-40a6-9082-5a6bd1c94c85 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0964093
May 10 18:06:39.013662 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ae66de55-2538-4b42-9a09-e149393317c2 req-83a00cdb-372a-4b54-8b10-295c8941d853 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449049
May 10 18:06:39.235223 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['c05bb73c-0746-49f7-9539-1ccb6cd6842c'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:06:39.237379 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0d3f-7586-41cc-8d4b-6237f8a89dd8 req-75ec4123-9302-41cf-baa5-c85217d77582 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:39.242084 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-166b0d3f-7586-41cc-8d4b-6237f8a89dd8 req-75ec4123-9302-41cf-baa5-c85217d77582 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1133404
May 10 18:06:39.247901 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 45500) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:39.254887 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-7801e366-ac02-4dbc-892d-593b6f8636d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'floatingip': {'port_id': '8e72d943-a5ec-47ae-9052-9237407bcf8a'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:39.343278 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7801e366-ac02-4dbc-892d-593b6f8636d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:39.390146 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 45506) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:39.541134 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:39.556972 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:39.560954 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Usage tracker for resource:security_group_rule and tenant:88c76b6eec694def906d3b51314b2a3b is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:39.563964 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:39.569541 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:39.682166 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:39.688255 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:39.699267 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ad001b86-f8aa-4e34-be33-b46174a7c083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:39.755142 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88c76b6eec694def906d3b51314b2a3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3631887
May 10 18:06:39.757102 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 45518) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:39.770807 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ada986-9211-4697-b5df-5ac8e0503117,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:39.774521 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:39.831644 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9398-999c-49bd-810c-e2e8ed7c769d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:39.858070 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9398-999c-49bd-810c-e2e8ed7c769d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:39.961927 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:39.969750 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9398-999c-49bd-810c-e2e8ed7c769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:39.975550 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-554b385a-b148-4838-bdcb-b6ca8eac527a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:39.989932 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ab3ac-afcc-469a-945a-b54603451eca req-cbcc7b0d-43d9-4c18-bdbe-4f46f6df77ff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:39.991512 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-240ab3ac-afcc-469a-945a-b54603451eca req-cbcc7b0d-43d9-4c18-bdbe-4f46f6df77ff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1166854
May 10 18:06:39.997607 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f9398-999c-49bd-810c-e2e8ed7c769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ada986-9211-4697-b5df-5ac8e0503117,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:40.002243 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5b1f9398-999c-49bd-810c-e2e8ed7c769d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:40.034262 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9398-999c-49bd-810c-e2e8ed7c769d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:40.035426 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5b1f9398-999c-49bd-810c-e2e8ed7c769d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15ada986-9211-4697-b5df-5ac8e0503117 HTTP/1.1" status: 204  len: 168 time: 0.2772419
May 10 18:06:40.049353 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecd911-b4cf-48f1-b36a-e5a19bddb981 req-bf4d1798-82e3-45e6-8c88-cf2a5174f9dd tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:40.056345 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-42ecd911-b4cf-48f1-b36a-e5a19bddb981 req-bf4d1798-82e3-45e6-8c88-cf2a5174f9dd tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 944 time: 0.2133031
May 10 18:06:40.078661 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-240ab3ac-afcc-469a-945a-b54603451eca req-9270e20c-54c6-417e-9483-9bfafb45aebf tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753100
May 10 18:06:40.115080 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-42ecd911-b4cf-48f1-b36a-e5a19bddb981 req-f5b6927a-7cd7-490a-9fb2-64323d874ea9 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578208
May 10 18:06:40.225589 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7801e366-ac02-4dbc-892d-593b6f8636d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:40.229705 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7801e366-ac02-4dbc-892d-593b6f8636d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:40.406347 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-7801e366-ac02-4dbc-892d-593b6f8636d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Floating IP 1929e19a-4152-4e53-8e58-710aa7dce040 associated. External IP: 172.27.3.36, port: 8e72d943-a5ec-47ae-9052-9237407bcf8a.
May 10 18:06:40.749824 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7801e366-ac02-4dbc-892d-593b6f8636d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:06:41.016364 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7801e366-ac02-4dbc-892d-593b6f8636d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:06:41.025578 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] Sync routers for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:06:41.030444 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7801e366-ac02-4dbc-892d-593b6f8636d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:41.035157 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:06:41.035791 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c67a7c0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:06:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:06:41.085725 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7801e366-ac02-4dbc-892d-593b6f8636d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "PUT /v2.0/floatingips/1929e19a-4152-4e53-8e58-710aa7dce040 HTTP/1.1" status: 200  len: 991 time: 1.8362904
May 10 18:06:41.086725 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'tag': '8e72d943-a5ec-47ae-9052-9237407bcf8a'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:06:41.229005 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:06:41.610786 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c67a7c0>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '1929e19a-4152-4e53-8e58-710aa7dce040', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'port_id': '8e72d943-a5ec-47ae-9052-9237407bcf8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'mac_address': 'fa:16:3e:e0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:06:01Z', 'updated_at': '2021-05-10T18:06:40Z', 'revision_number': 1, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:06:41.615399 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] Checking router: f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:06:41.624821 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:06:41.625471 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c67a7c0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:06:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:06:41.803710 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:06:42.154243 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c67a7c0>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '1929e19a-4152-4e53-8e58-710aa7dce040', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'port_id': '8e72d943-a5ec-47ae-9052-9237407bcf8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'mac_address': 'fa:16:3e:e0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:06:01Z', 'updated_at': '2021-05-10T18:06:40Z', 'revision_number': 1, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:06:42.158285 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569ddb5-cb14-4cbb-a11c-e62b30126a98 None None] The sync data for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi is: [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '1929e19a-4152-4e53-8e58-710aa7dce040', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'port_id': '8e72d943-a5ec-47ae-9052-9237407bcf8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'mac_address': 'fa:16:3e:e0:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:06:01Z', 'updated_at': '2021-05-10T18:06:40Z', 'revision_number': 1, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:06:42.350004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d6aba-31ca-4b8d-8913-78a6ae11fbe1 None None] New status for floating IP 1929e19a-4152-4e53-8e58-710aa7dce040: ACTIVE {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:06:42.490379 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'tag': '8e72d943-a5ec-47ae-9052-9237407bcf8a', 'status': 'completed', 'code': 200}
May 10 18:06:42.620906 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456f78c-4fe7-41a9-9cc2-ff11fd66705d req-2cc2f131-57b1-4675-9650-9461a300b65a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:42.623231 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0456f78c-4fe7-41a9-9cc2-ff11fd66705d req-2cc2f131-57b1-4675-9650-9461a300b65a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0818262
May 10 18:06:42.632131 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b114d-ce83-4578-887e-a2435d91b844 req-a6bace96-0ff5-43f2-b4f7-01a7b6cb8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:42.633625 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-099b114d-ce83-4578-887e-a2435d91b844 req-a6bace96-0ff5-43f2-b4f7-01a7b6cb8a79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 1099 time: 0.1186478
May 10 18:06:42.679527 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0456f78c-4fe7-41a9-9cc2-ff11fd66705d req-dc5cac89-b22d-4295-980c-1939bcfcb48d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500770
May 10 18:06:42.757656 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b37bfb-15e4-485b-9030-a8a4a051a08b req-ef0332c1-faa8-43a2-9a72-cd73c4242e9d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:42.759051 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-26b37bfb-15e4-485b-9030-a8a4a051a08b req-ef0332c1-faa8-43a2-9a72-cd73c4242e9d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 944 time: 0.1838248
May 10 18:06:42.823410 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b114d-ce83-4578-887e-a2435d91b844 req-f455b4b5-b234-4180-a11e-5c2162ee45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:42.824808 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-099b114d-ce83-4578-887e-a2435d91b844 req-f455b4b5-b234-4180-a11e-5c2162ee45ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 912 time: 0.1769969
May 10 18:06:42.832155 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-26b37bfb-15e4-485b-9030-a8a4a051a08b req-62a51a1b-7619-49d6-8624-c7707dc37af0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601335
May 10 18:06:42.944355 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-099b114d-ce83-4578-887e-a2435d91b844 req-6d35d1c0-0be7-443f-9f76-0f664efa07d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a HTTP/1.1" status: 200  len: 1001 time: 0.0990295
May 10 18:06:43.009181 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b114d-ce83-4578-887e-a2435d91b844 req-c6853019-1ffd-4d31-8e21-e12d9ffa6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:43.010585 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-099b114d-ce83-4578-887e-a2435d91b844 req-c6853019-1ffd-4d31-8e21-e12d9ffa6f3a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b410101-d434-42ad-9154-5f9e9f4112ee HTTP/1.1" status: 200  len: 850 time: 0.0587075
May 10 18:06:44.184237 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b114d-ce83-4578-887e-a2435d91b844 req-188a9348-b4df-426e-934f-59fab02c4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:44.185735 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-099b114d-ce83-4578-887e-a2435d91b844 req-188a9348-b4df-426e-934f-59fab02c4e69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe985ee9-f71f-4a7c-96af-fb276fc83d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922675
May 10 18:06:46.372870 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-099b114d-ce83-4578-887e-a2435d91b844 req-6070399b-e385-4eb9-bb74-7d422dab0dfd service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844018
May 10 18:06:46.413686 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d521-3251-45d5-bfc6-adcd297e06fd req-f5383c41-8e2d-4add-8a58-1ef1988cb8d0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:46.416121 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bd43d521-3251-45d5-bfc6-adcd297e06fd req-f5383c41-8e2d-4add-8a58-1ef1988cb8d0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 944 time: 0.0914147
May 10 18:06:46.465123 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bd43d521-3251-45d5-bfc6-adcd297e06fd req-b7dba2be-55d9-40bd-87a3-668fc7ba5ec8 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409312
May 10 18:06:46.512811 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd83f84-6c7e-4d06-9a44-2713c020152d req-77cce828-46fa-4d4b-894e-36bbe939f3d4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:46.514178 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbd83f84-6c7e-4d06-9a44-2713c020152d req-77cce828-46fa-4d4b-894e-36bbe939f3d4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.2003756
May 10 18:06:46.555763 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-099b114d-ce83-4578-887e-a2435d91b844 req-e40b58fd-7001-4b7b-9229-38e2f9ba6954 service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748865
May 10 18:06:46.575210 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbd83f84-6c7e-4d06-9a44-2713c020152d req-21c080f6-d098-4be4-bc5b-863540fed677 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529366
May 10 18:06:47.666037 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74187ded-cecc-4310-93cb-b84d0cae31a3 req-10ceae4d-f7af-4d77-9911-d92c54a680d3 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:47.667695 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-74187ded-cecc-4310-93cb-b84d0cae31a3 req-10ceae4d-f7af-4d77-9911-d92c54a680d3 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 944 time: 0.0955064
May 10 18:06:47.736553 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-74187ded-cecc-4310-93cb-b84d0cae31a3 req-af3fe663-5376-4438-8c96-b673f8932619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600431
May 10 18:06:47.810082 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34414dfb-e9ff-480a-a569-281a4488cb04 req-6fa0ec4f-f08c-4ce3-929c-c4cb0000c648 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:47.812096 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-34414dfb-e9ff-480a-a569-281a4488cb04 req-6fa0ec4f-f08c-4ce3-929c-c4cb0000c648 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1055813
May 10 18:06:47.863804 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-34414dfb-e9ff-480a-a569-281a4488cb04 req-3d4928ed-10ac-4934-ad56-87655cdcba32 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420716
May 10 18:06:48.431468 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device c05bb73c-0746-49f7-9539-1ccb6cd6842c up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:06:48.506213 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port c05bb73c-0746-49f7-9539-1ccb6cd6842c completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:06:48.510880 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port c05bb73c-0746-49f7-9539-1ccb6cd6842c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:06:48.511277 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:48.651551 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:48.678367 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a1309d-6f92-4272-870c-43f3f7aa01aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05bb73c-0746-49f7-9539-1ccb6cd6842c'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:06:48.688676 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port c05bb73c-0746-49f7-9539-1ccb6cd6842c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c05bb73c-0746-49f7-9539-1ccb6cd6842c,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:06:48.694424 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:48.696691 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:48.731847 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a1309d-6f92-4272-870c-43f3f7aa01aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05bb73c-0746-49f7-9539-1ccb6cd6842c', 'code': 200}
May 10 18:06:48.764183 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=c05bb73c-0746-49f7-9539-1ccb6cd6842c,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:48.767247 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:49.009990 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab32bc-e1d8-419f-8671-c17c466b3fb8 req-5fa7a7a5-771f-4e7b-a77f-d5d14bb3d415 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:49.011640 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c4ab32bc-e1d8-419f-8671-c17c466b3fb8 req-5fa7a7a5-771f-4e7b-a77f-d5d14bb3d415 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 945 time: 0.1570959
May 10 18:06:49.015385 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f1175-3adb-4a08-8bae-73e33ec8029e req-f95bbdcb-d24c-4f30-a317-7865e9c2b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:49.016936 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b46f1175-3adb-4a08-8bae-73e33ec8029e req-f95bbdcb-d24c-4f30-a317-7865e9c2b4f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 1098 time: 0.1164093
May 10 18:06:49.072762 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12646a06-15e0-4afa-ab8c-fe9908aca393 req-f51e6893-627a-4068-9a30-f50a2e0a8718 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:49.081979 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-12646a06-15e0-4afa-ab8c-fe9908aca393 req-f51e6893-627a-4068-9a30-f50a2e0a8718 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0936625
May 10 18:06:49.082381 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c4ab32bc-e1d8-419f-8671-c17c466b3fb8 req-aab2606a-e6d6-44e4-ab1a-7b56834c17d8 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641742
May 10 18:06:49.109825 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b46f1175-3adb-4a08-8bae-73e33ec8029e req-8e84479d-fc5f-45f5-8f53-c70f6bda5e06 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777030
May 10 18:06:49.127521 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-12646a06-15e0-4afa-ab8c-fe9908aca393 req-c0a68f59-35d8-4cbb-b883-b8912dfde569 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442302
May 10 18:06:49.485830 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ec507-12ed-4199-a878-b54ef0e3676f req-8059cd7c-3529-470e-a621-fb2ebc34e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:49.487367 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-637ec507-12ed-4199-a878-b54ef0e3676f req-8059cd7c-3529-470e-a621-fb2ebc34e4d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1099 time: 0.0766187
May 10 18:06:49.665504 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ec507-12ed-4199-a878-b54ef0e3676f req-64a4fea8-54df-4815-a474-24260b0cfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:49.666998 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-637ec507-12ed-4199-a878-b54ef0e3676f req-64a4fea8-54df-4815-a474-24260b0cfedb service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 920 time: 0.1349206
May 10 18:06:49.833876 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-637ec507-12ed-4199-a878-b54ef0e3676f req-1bc9e503-bfd7-4b2d-9a1c-d99f66d6aa61 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f HTTP/1.1" status: 200  len: 217 time: 0.1390097
May 10 18:06:49.918078 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ec507-12ed-4199-a878-b54ef0e3676f req-d4ecbd17-01e6-465a-99a7-392c00d29d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:49.919494 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-637ec507-12ed-4199-a878-b54ef0e3676f req-d4ecbd17-01e6-465a-99a7-392c00d29d3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.0608869
May 10 18:06:49.967335 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-637ec507-12ed-4199-a878-b54ef0e3676f req-74454fd1-4e75-4e15-8a45-e1ae9fa05c29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389981
May 10 18:06:50.113647 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-637ec507-12ed-4199-a878-b54ef0e3676f req-2cc580a6-8091-48be-89c5-c9f734d263eb service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253929
May 10 18:06:50.305589 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-637ec507-12ed-4199-a878-b54ef0e3676f req-84fa0077-35b0-4193-b47b-cff1c65aed55 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1828623
May 10 18:06:50.385799 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bea30b-aa7d-41e4-b67b-2af3aba9f5b3 req-71260c5f-716d-40ff-a9cf-c1a038387d52 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:50.394565 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91bea30b-aa7d-41e4-b67b-2af3aba9f5b3 req-71260c5f-716d-40ff-a9cf-c1a038387d52 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1380787
May 10 18:06:50.436115 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387afd9-45ea-4b40-9d0b-e50be871a057 req-ccf0da05-128d-4e29-82d0-29b316fa6248 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:50.437644 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0387afd9-45ea-4b40-9d0b-e50be871a057 req-ccf0da05-128d-4e29-82d0-29b316fa6248 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 945 time: 0.1311631
May 10 18:06:50.439399 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91bea30b-aa7d-41e4-b67b-2af3aba9f5b3 req-a54f818e-7464-4340-8827-31d1120351e2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437047
May 10 18:06:50.490681 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0387afd9-45ea-4b40-9d0b-e50be871a057 req-ef4fce04-4435-430a-ac08-c15b7af594fe tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416086
May 10 18:06:50.950433 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 45706) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:51.078934 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:51.093411 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:51.097762 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Usage tracker for resource:security_group_rule and tenant:a526483d8b8844a7ae49c0232d5423fd is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:51.100708 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:51.106850 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:51.198068 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:51.203658 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:51.213211 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc997b99-e958-42c5-8fb0-0fa63ac702e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:51.251196 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a526483d8b8844a7ae49c0232d5423fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2993045
May 10 18:06:51.252787 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153c6889-b953-4b37-bc6f-d3aa9a536d0a,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:51.254042 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 45712) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:51.256101 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:51.319400 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a51d-85f8-4600-8a20-9b736a2b8460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:51.346434 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a51d-85f8-4600-8a20-9b736a2b8460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:51.400129 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a51d-85f8-4600-8a20-9b736a2b8460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:51.403628 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:51.415419 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8a51d-85f8-4600-8a20-9b736a2b8460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153c6889-b953-4b37-bc6f-d3aa9a536d0a,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:51.418354 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1bb8a51d-85f8-4600-8a20-9b736a2b8460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:51.423967 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a51d-85f8-4600-8a20-9b736a2b8460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:51.425108 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1bb8a51d-85f8-4600-8a20-9b736a2b8460 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/153c6889-b953-4b37-bc6f-d3aa9a536d0a HTTP/1.1" status: 204  len: 168 time: 0.1700621
May 10 18:06:51.640718 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ae5c5-d1ea-4020-a429-087d55c715c1 req-969ab559-5590-4634-bf23-44cfa1ec2380 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:51.652563 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a30ae5c5-d1ea-4020-a429-087d55c715c1 req-969ab559-5590-4634-bf23-44cfa1ec2380 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0923152
May 10 18:06:51.712436 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15519c-882b-4a90-bce1-a5d00a1a3f1f req-7c34ca45-b86c-4117-9092-64330aecc98a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:51.717236 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a30ae5c5-d1ea-4020-a429-087d55c715c1 req-f95c3a15-f42f-417d-9212-7609fbc54e40 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600281
May 10 18:06:51.720372 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8f15519c-882b-4a90-bce1-a5d00a1a3f1f req-7c34ca45-b86c-4117-9092-64330aecc98a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 945 time: 0.1088569
May 10 18:06:51.762725 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8f15519c-882b-4a90-bce1-a5d00a1a3f1f req-239983ed-d594-4866-be70-f81dcaa99ed5 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415413
May 10 18:06:52.250668 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 45760) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:52.372573 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1239018985-network', 'tenant_id': 'c6a47d10b980491c84169ee143e1d8ca'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:52.376134 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:52.380210 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Usage tracker for resource:network and tenant:c6a47d10b980491c84169ee143e1d8ca is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:52.383370 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:52.392448 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:52.404372 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Made reservation on behalf of c6a47d10b980491c84169ee143e1d8ca for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:06:52.406836 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:52.419818 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:52.434070 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:52.437916 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a47d10b980491c84169ee143e1d8ca is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:52.440894 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:52.446980 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:52.533332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:52.539037 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:52.542091 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6e81ab96-9d04-4b9f-8799-e8f8367192c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:52.561054 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:06:52.582796 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf40a489-da17-44d0-981c-88a320c0454c,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:52.586788 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:52.587737 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:52.588071 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Added segment ec6cf6ef-0165-4051-b691-f031a2e8b890 of type vlan for network 919e9f32-b886-454a-a8a9-60dbc6a521aa
May 10 18:06:52.678276 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:52.710328 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:52.711681 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:52.712346 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:52.715684 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-043de892-c44b-4afe-a0b0-fe902fbb7a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:52.814661 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Pushing event updated for resources: {'Network': ['ID=919e9f32-b886-454a-a8a9-60dbc6a521aa,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:52.817536 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:52.819957 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5675979
May 10 18:06:52.822970 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 45772) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:52.828651 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Request body: {'subnet': {'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1239018985-subnet', 'tenant_id': 'c6a47d10b980491c84169ee143e1d8ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:06:52.831625 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 919e9f32-b886-454a-a8a9-60dbc6a521aa details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:06:52.834942 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:52.871175 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Usage tracker for resource:subnet and tenant:c6a47d10b980491c84169ee143e1d8ca is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:52.878073 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:52.885864 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:52.901483 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Made reservation on behalf of c6a47d10b980491c84169ee143e1d8ca for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:06:52.903771 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10650615'] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.016176 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51a601-0c13-410a-a0ea-70ec10d90a2d req-405ff380-dd7e-4fb8-8ce6-db07d005f7eb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:53.017651 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6d51a601-0c13-410a-a0ea-70ec10d90a2d req-405ff380-dd7e-4fb8-8ce6-db07d005f7eb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1854630
May 10 18:06:53.110522 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6d51a601-0c13-410a-a0ea-70ec10d90a2d req-009d7c18-15ba-4c0e-ad3a-ed0d835d82d0 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845792
May 10 18:06:53.315405 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 45788) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:53.381113 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1709298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10650501'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.385914 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1a0aa9e6-c258-4eea-8cb2-573049015cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:53.445708 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.457195 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66cf26b-dd31-4486-ade1-4f7e154aeb44,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:53.460788 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:53.461651 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:06:53.465902 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Usage tracker for resource:security_group_rule and tenant:f3afa64468b34b5c938a69a2b4e90db3 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:06:53.467673 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Checking segment: {'id': 'ec6cf6ef-0165-4051-b691-f031a2e8b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:06:53.468271 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Network hostable DHCP agents. Network: 919e9f32-b886-454a-a8a9-60dbc6a521aa, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:06:53.468902 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:06:53.474963 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:06:53.486501 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Network 919e9f32-b886-454a-a8a9-60dbc6a521aa is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:06:53.498020 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 919e9f32-b886-454a-a8a9-60dbc6a521aa) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:06:53.507168 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:53.507592 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.511096 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d5ef5e-e752-4bd1-bd68-8ad233307f55 None None] Network 919e9f32-b886-454a-a8a9-60dbc6a521aa requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:06:53.535711 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7116609
May 10 18:06:53.594971 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.601552 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.627863 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7d0da4ee-69df-4e87-be54-9902ca041067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:53.640326 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3afa64468b34b5c938a69a2b4e90db3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3230348
May 10 18:06:53.643103 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 45802) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:06:53.667753 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb483787-da61-41e5-89ff-0f1d19c8fae6,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:53.683324 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:53.734003 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4df114-9d80-4389-8efd-a53ccda026a3 None None] Network 919e9f32-b886-454a-a8a9-60dbc6a521aa requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:06:53.734351 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5b747de0-41ac-43f0-93d9-7cbe02c7aa01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.763158 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5b747de0-41ac-43f0-93d9-7cbe02c7aa01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.817166 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5b747de0-41ac-43f0-93d9-7cbe02c7aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.821229 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c1eb0734-5fb6-4b75-aecd-3b8662f799ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:06:53.832709 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b747de0-41ac-43f0-93d9-7cbe02c7aa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb483787-da61-41e5-89ff-0f1d19c8fae6,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:06:53.834973 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5b747de0-41ac-43f0-93d9-7cbe02c7aa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:06:53.840458 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5b747de0-41ac-43f0-93d9-7cbe02c7aa01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:53.841593 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5b747de0-41ac-43f0-93d9-7cbe02c7aa01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb483787-da61-41e5-89ff-0f1d19c8fae6 HTTP/1.1" status: 204  len: 168 time: 0.1972253
May 10 18:06:55.402592 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:06:56.428126 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15269eb2-f0d5-46fb-8c03-90c21743820a req-f89f8f3c-51b3-4a0c-a3ae-2b507e22b030 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:56.429617 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-15269eb2-f0d5-46fb-8c03-90c21743820a req-f89f8f3c-51b3-4a0c-a3ae-2b507e22b030 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0805197
May 10 18:06:56.479024 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-15269eb2-f0d5-46fb-8c03-90c21743820a req-cc937ed2-859d-4d33-a653-cd83a3c643b9 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429938
May 10 18:06:57.684459 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a157e98-c76d-4221-91d7-4e9a772f4687 req-7336f2dd-55b9-447a-a424-1130bed54ca2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:57.686528 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a157e98-c76d-4221-91d7-4e9a772f4687 req-7336f2dd-55b9-447a-a424-1130bed54ca2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0988467
May 10 18:06:57.744189 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5a157e98-c76d-4221-91d7-4e9a772f4687 req-7854d057-2351-46d9-8d37-d53b51058b61 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514710
May 10 18:06:57.958547 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e06210-4683-4e43-8477-c115e292abc5 req-296b4093-8915-4d6b-9918-af01d4fc79d6 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:57.960027 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-296b4093-8915-4d6b-9918-af01d4fc79d6 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/networks?id=919e9f32-b886-454a-a8a9-60dbc6a521aa HTTP/1.1" status: 200  len: 809 time: 0.1467440
May 10 18:06:57.974428 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-f9bceeff-e4f9-40cb-9206-0ee2d093b2a5 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/quotas/c6a47d10b980491c84169ee143e1d8ca HTTP/1.1" status: 200  len: 375 time: 0.0088606
May 10 18:06:58.023576 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-59eea4ab-eece-43fd-b153-360f1ff5f4a2 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c6a47d10b980491c84169ee143e1d8ca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443490
May 10 18:06:58.163474 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-ac0a1d49-1528-4b5f-9fbc-1a4596d7c52e service neutron] 10.222.0.70 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331308
May 10 18:06:58.334267 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-cd04acfa-0940-49ed-93ae-245b9907455f service neutron] 10.222.0.70 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699080
May 10 18:06:58.345056 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f5f5e-ab86-4c6e-9702-f1ff816bdbfa req-a2b2bebe-a74d-40d2-8e76-95c6397cf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:58.346486 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-770f5f5e-ab86-4c6e-9702-f1ff816bdbfa req-a2b2bebe-a74d-40d2-8e76-95c6397cf55c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1099 time: 0.1645551
May 10 18:06:58.391821 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-770f5f5e-ab86-4c6e-9702-f1ff816bdbfa req-067c7bea-5189-48b1-8f18-2d2cb1b08aa4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375233
May 10 18:06:58.538556 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-68098811-d5ac-4beb-b4fb-3d700d1b4fd5 req-f23fcfb8-78aa-43b0-997a-e681e6b27cfe tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 210 time: 0.0441339
May 10 18:06:58.939155 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c251-e431-4a2b-9f33-9201934b00d0 req-2dddce59-e5b0-4888-a3cc-28c8b83ca92d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:06:58.940967 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3360c251-e431-4a2b-9f33-9201934b00d0 req-2dddce59-e5b0-4888-a3cc-28c8b83ca92d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0885568
May 10 18:06:58.991454 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3360c251-e431-4a2b-9f33-9201934b00d0 req-690a59ee-ded2-4953-a102-b5c9a364d0fa tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442472
May 10 18:06:59.705884 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4dc94af4-30f1-48c5-8dd6-b35aeef89bce req-f3390324-3100-4ade-8284-f7fd141753cf tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 210 time: 0.0492303
May 10 18:07:00.035566 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e06210-4683-4e43-8477-c115e292abc5 req-5116780c-91f3-4848-9d3a-f4f371a00a2b tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:00.036940 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-5116780c-91f3-4848-9d3a-f4f371a00a2b tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.58 "GET /v2.0/networks?id=919e9f32-b886-454a-a8a9-60dbc6a521aa HTTP/1.1" status: 200  len: 809 time: 0.2350705
May 10 18:07:00.056081 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Request body: {'port': {'device_id': '42866da3-c6e0-4f69-a5ae-e7ec5e7f1059', 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa', 'admin_state_up': True, 'tenant_id': 'c6a47d10b980491c84169ee143e1d8ca'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:07:00.189606 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93789884-1589-4ee6-9c62-c176e80e5201 req-1ac52dd6-d189-491b-972c-ac27b9136eb2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:00.191895 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93789884-1589-4ee6-9c62-c176e80e5201 req-1ac52dd6-d189-491b-972c-ac27b9136eb2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0907199
May 10 18:07:00.205346 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:07:00.210817 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Usage tracker for resource:port and tenant:c6a47d10b980491c84169ee143e1d8ca is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:07:00.213792 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:07:00.220036 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:07:00.231724 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Made reservation on behalf of c6a47d10b980491c84169ee143e1d8ca for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:07:00.235413 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:00.240526 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93789884-1589-4ee6-9c62-c176e80e5201 req-98a4ffd1-6ff8-44e6-bf11-4dd780d4ceeb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425136
May 10 18:07:00.409327 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Allocated IP 172.20.0.13 (919e9f32-b886-454a-a8a9-60dbc6a521aa/e66cf26b-dd31-4486-ade1-4f7e154aeb44/95b7097a-e230-4b5b-b4ca-321368627544) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:07:00.630107 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-2ec865ad-08cd-420a-be15-c7f1591e5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:00.631577 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-2ec865ad-08cd-420a-be15-c7f1591e5b45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1099 time: 0.0704627
May 10 18:07:00.665669 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:00.714948 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:00.729579 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe612f0-9997-40aa-8f33-8cdc97f983f6 req-62740c66-05aa-4e09-bb0e-8fc6217d39ff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:00.736735 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cbe612f0-9997-40aa-8f33-8cdc97f983f6 req-62740c66-05aa-4e09-bb0e-8fc6217d39ff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1360431
May 10 18:07:00.740338 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:00.785918 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-a36196f6-dfaa-4b22-b566-2840ad3e0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:00.787537 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-a36196f6-dfaa-4b22-b566-2840ad3e0ac1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 920 time: 0.1490326
May 10 18:07:00.815817 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Network 919e9f32-b886-454a-a8a9-60dbc6a521aa is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:07:00.820953 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:07:00.825961 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:07:00.871908 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-554815e2-09cf-4968-8213-49a9277d73ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f HTTP/1.1" status: 200  len: 217 time: 0.0654125
May 10 18:07:00.897296 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cbe612f0-9997-40aa-8f33-8cdc97f983f6 req-8baf86fb-f762-4dae-9f03-863d42d96612 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596098
May 10 18:07:00.899903 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Pushing event updated for resources: {'Port': ['ID=95b7097a-e230-4b5b-b4ca-321368627544,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:00.904197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:00.929612 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:00.930231 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:00.961281 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9093451
May 10 18:07:00.986622 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Request body: {'port': {'device_id': '42866da3-c6e0-4f69-a5ae-e7ec5e7f1059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:07:01.060017 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-f6b6ea86-5423-49cc-acb4-8a3c1558e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:01.061808 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-f6b6ea86-5423-49cc-acb4-8a3c1558e046 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.1777639
May 10 18:07:01.097323 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:01.122349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3607b-4938-4834-ab4d-d6cc14d74dbd req-d182920b-ba38-4f44-930f-63eaf125f535 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:01.123815 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-05f3607b-4938-4834-ab4d-d6cc14d74dbd req-d182920b-ba38-4f44-930f-63eaf125f535 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 932 time: 0.2409329
May 10 18:07:01.130510 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-bf1bbc40-28f9-4046-9c09-fd1303917e61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516090
May 10 18:07:01.241057 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-05f3607b-4938-4834-ab4d-d6cc14d74dbd req-77a908e7-5de6-4c2c-af9b-19aaf00bc4bf tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Synchronizing usage tracker for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:01.292747 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-05f3607b-4938-4834-ab4d-d6cc14d74dbd req-77a908e7-5de6-4c2c-af9b-19aaf00bc4bf tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Unset dirty status for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:01.293881 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-05f3607b-4938-4834-ab4d-d6cc14d74dbd req-77a908e7-5de6-4c2c-af9b-19aaf00bc4bf tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625328
May 10 18:07:01.298744 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-ed1f5297-b778-4cbc-ba71-0010beb19c13 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530032
May 10 18:07:01.435600 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b160b856-c77d-4c45-a6b8-323b8dc0c171 req-bd5c7ea2-c96b-4b02-a41e-db2dad2e5d8d service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271708
May 10 18:07:01.440703 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b7097a-e230-4b5b-b4ca-321368627544 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:07:01.450467 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:01.472061 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Transition to ACTIVE for port object 95b7097a-e230-4b5b-b4ca-321368627544 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:07:01.476979 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:01.482695 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:01.644494 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Pushing event updated for resources: {'Port': ['ID=95b7097a-e230-4b5b-b4ca-321368627544,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:01.647894 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:01.800558 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Attempting to bind port 95b7097a-e230-4b5b-b4ca-321368627544 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:07:01.800899 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Attempting to bind port 95b7097a-e230-4b5b-b4ca-321368627544 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ec6cf6ef-0165-4051-b691-f031a2e8b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:07:01.801231 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Attempting to bind port 95b7097a-e230-4b5b-b4ca-321368627544 on network 919e9f32-b886-454a-a8a9-60dbc6a521aa {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:07:01.806568 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Port 95b7097a-e230-4b5b-b4ca-321368627544 on network 919e9f32-b886-454a-a8a9-60dbc6a521aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:07:01.806988 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Attempting to bind port 95b7097a-e230-4b5b-b4ca-321368627544 on network 919e9f32-b886-454a-a8a9-60dbc6a521aa {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:07:01.813219 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:07:01.813608 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Checking segment: {'id': 'ec6cf6ef-0165-4051-b691-f031a2e8b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:07:01.814017 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Bound using segment: {'id': 'ec6cf6ef-0165-4051-b691-f031a2e8b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:07:01.814429 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Bound port: 95b7097a-e230-4b5b-b4ca-321368627544, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6cf6ef-0165-4051-b691-f031a2e8b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:07:01.814778 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:01.944317 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] For port 95b7097a-e230-4b5b-b4ca-321368627544, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:07:01.947575 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] For port 95b7097a-e230-4b5b-b4ca-321368627544, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95b7097a-e230-4b5b-b4ca-321368627544,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:07:01.955860 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:01.959839 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:02.019815 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:02.020433 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:02.021812 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] 10.222.0.58 "PUT /v2.0/ports/95b7097a-e230-4b5b-b4ca-321368627544 HTTP/1.1" status: 200  len: 1094 time: 1.0397706
May 10 18:07:02.022298 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42866da3-c6e0-4f69-a5ae-e7ec5e7f1059', 'tag': '95b7097a-e230-4b5b-b4ca-321368627544'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:02.047674 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Pushing event updated for resources: {'Port': ['ID=95b7097a-e230-4b5b-b4ca-321368627544,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:02.051324 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:02.084950 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42866da3-c6e0-4f69-a5ae-e7ec5e7f1059', 'tag': '95b7097a-e230-4b5b-b4ca-321368627544', 'status': 'completed', 'code': 200}
May 10 18:07:02.179034 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f524c72-e874-4d60-9b33-85698afec11d req-cb135e22-f98e-4916-88ab-49f9c74cc2a9 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:02.180905 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3f524c72-e874-4d60-9b33-85698afec11d req-cb135e22-f98e-4916-88ab-49f9c74cc2a9 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1560690
May 10 18:07:02.181334 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e06210-4683-4e43-8477-c115e292abc5 req-ca68b08e-4047-41f5-870e-829c3e2c0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:02.183036 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-ca68b08e-4047-41f5-870e-829c3e2c0fe7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6a47d10b980491c84169ee143e1d8ca&device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 1097 time: 0.0833526
May 10 18:07:02.226677 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3f524c72-e874-4d60-9b33-85698afec11d req-66c78377-4a98-42e6-806e-1654b01d8e15 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395384
May 10 18:07:02.266817 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-883b7765-6cec-4339-a01e-0f9161375833 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95b7097a-e230-4b5b-b4ca-321368627544 HTTP/1.1" status: 200  len: 217 time: 0.0658879
May 10 18:07:02.328991 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e06210-4683-4e43-8477-c115e292abc5 req-9e9cfecb-909e-4950-80d9-db7a72f7f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:02.330426 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-9e9cfecb-909e-4950-80d9-db7a72f7f863 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e66cf26b-dd31-4486-ade1-4f7e154aeb44 HTTP/1.1" status: 200  len: 849 time: 0.0566485
May 10 18:07:02.386256 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-3be02344-f452-4d23-84b0-4bd09065dbfd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=919e9f32-b886-454a-a8a9-60dbc6a521aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428493
May 10 18:07:02.584209 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-ddd68e7a-668a-4068-a93f-3d9cf728d6c4 service neutron] 10.222.0.58 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511126
May 10 18:07:02.593570 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db29f6-8369-4dbe-930b-cc3290c50c05 req-dd4761a0-23ce-4378-b200-4213ee0efcb3 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:02.594242 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-38db29f6-8369-4dbe-930b-cc3290c50c05 req-dd4761a0-23ce-4378-b200-4213ee0efcb3 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Synchronizing usage tracker for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:02.690293 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-38db29f6-8369-4dbe-930b-cc3290c50c05 req-dd4761a0-23ce-4378-b200-4213ee0efcb3 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Unset dirty status for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:02.691610 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-38db29f6-8369-4dbe-930b-cc3290c50c05 req-dd4761a0-23ce-4378-b200-4213ee0efcb3 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 944 time: 0.2890728
May 10 18:07:02.767869 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8e06210-4683-4e43-8477-c115e292abc5 req-957f2b56-10fe-4259-86d1-929fd2859835 service neutron] 10.222.0.58 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709447
May 10 18:07:02.771209 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-38db29f6-8369-4dbe-930b-cc3290c50c05 req-79a31afe-9f86-40c9-be36-cf12eaf200a5 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720046
May 10 18:07:02.917902 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-c8c1eae2-59ab-4e45-93c0-7e046cfca55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:02.919462 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-c8c1eae2-59ab-4e45-93c0-7e046cfca55c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6a47d10b980491c84169ee143e1d8ca&device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 1097 time: 0.0833716
May 10 18:07:03.065785 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-6ec2eff7-ebe3-4fdb-87b9-9e13ea424106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:03.067285 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-6ec2eff7-ebe3-4fdb-87b9-9e13ea424106 service neutron] 10.222.0.58 "GET /v2.0/networks?id=919e9f32-b886-454a-a8a9-60dbc6a521aa HTTP/1.1" status: 200  len: 910 time: 0.1332142
May 10 18:07:03.145529 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-28327c79-b6dc-4182-9bae-a81405a48476 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95b7097a-e230-4b5b-b4ca-321368627544 HTTP/1.1" status: 200  len: 217 time: 0.0714469
May 10 18:07:03.217604 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-f6708fb8-f882-4914-a43d-67561f02c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:03.219093 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-f6708fb8-f882-4914-a43d-67561f02c8dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e66cf26b-dd31-4486-ade1-4f7e154aeb44 HTTP/1.1" status: 200  len: 849 time: 0.0648680
May 10 18:07:03.270617 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-fa8a71e3-e9b5-413e-bd94-3d6ec4bf15ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=919e9f32-b886-454a-a8a9-60dbc6a521aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412772
May 10 18:07:03.407515 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-3cbc4747-5074-4d62-921d-ad2ad3f972c2 service neutron] 10.222.0.58 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278427
May 10 18:07:03.418883 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe57c77-d604-427f-b59e-22cc0a96f19a req-3ffb3bd2-2264-43b8-be31-95dc63ba70a3 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:03.420328 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-abe57c77-d604-427f-b59e-22cc0a96f19a req-3ffb3bd2-2264-43b8-be31-95dc63ba70a3 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0822580
May 10 18:07:03.467146 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-abe57c77-d604-427f-b59e-22cc0a96f19a req-3e954df4-9ac5-4989-8554-6c437348014d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403833
May 10 18:07:03.548649 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-19a83d8e-8b45-4f7b-91ea-11ca5ae08274 req-9f37afa2-51bf-40a8-9d5a-538c5e7ae365 service neutron] 10.222.0.58 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264534
May 10 18:07:03.982209 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b991a3-ba83-4e26-8fd9-b0c72bec5b13 req-764833e9-1ef3-4d18-8aa3-bd415dc5a1f8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:03.983738 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a6b991a3-ba83-4e26-8fd9-b0c72bec5b13 req-764833e9-1ef3-4d18-8aa3-bd415dc5a1f8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 944 time: 0.0930953
May 10 18:07:04.030951 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a6b991a3-ba83-4e26-8fd9-b0c72bec5b13 req-46ef6e1d-521d-4889-9a55-32656992d703 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404301
May 10 18:07:04.530408 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 95b7097a-e230-4b5b-b4ca-321368627544 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:07:04.681521 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 95b7097a-e230-4b5b-b4ca-321368627544, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95b7097a-e230-4b5b-b4ca-321368627544,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:04.687926 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1213f86-e9a7-4035-8e20-b321bd837387 req-97b0ec18-602c-4757-b763-039ac68a77ec tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:04.695044 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e1213f86-e9a7-4035-8e20-b321bd837387 req-97b0ec18-602c-4757-b763-039ac68a77ec tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1173930
May 10 18:07:04.696436 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '95b7097a-e230-4b5b-b4ca-321368627544', 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa', 'port_id': '95b7097a-e230-4b5b-b4ca-321368627544', 'mac_address': 'fa:16:3e:b9:00:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66cf26b-dd31-4486-ade1-4f7e154aeb44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:07:04.767752 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e1213f86-e9a7-4035-8e20-b321bd837387 req-c8a58b8c-fb4c-4b9f-a0fc-d417f5670b4e tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715437
May 10 18:07:04.794004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:04.818798 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b7097a-e230-4b5b-b4ca-321368627544 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:07:04.824315 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3fcc26a2-f4f2-4532-8d3a-695a961dafb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:04.836270 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 95b7097a-e230-4b5b-b4ca-321368627544, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95b7097a-e230-4b5b-b4ca-321368627544,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:04.840632 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:04.842486 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:04.917810 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=95b7097a-e230-4b5b-b4ca-321368627544,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:04.926268 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.926656 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.927132 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.927474 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.927806 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.928137 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.928464 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.928789 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.929169 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.929642 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.930000 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.930320 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:04.934648 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:05.304112 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5d45c-f1d1-4d86-909f-3cac7a00bcd4 req-280d48eb-403b-4f15-a1d2-a11c8d2ad3b6 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:05.305578 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7fc5d45c-f1d1-4d86-909f-3cac7a00bcd4 req-280d48eb-403b-4f15-a1d2-a11c8d2ad3b6 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 945 time: 0.1648021
May 10 18:07:05.351687 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7fc5d45c-f1d1-4d86-909f-3cac7a00bcd4 req-42b51d94-59a5-41fa-b663-dd23ab69e8d0 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399358
May 10 18:07:05.400057 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['95b7097a-e230-4b5b-b4ca-321368627544'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:05.953670 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228df5e-e4b1-4b5e-be26-bdc5c3b1ce56 req-14ba327e-a4a5-4765-ba32-d85419a19103 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:05.955193 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1228df5e-e4b1-4b5e-be26-bdc5c3b1ce56 req-14ba327e-a4a5-4765-ba32-d85419a19103 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0808001
May 10 18:07:06.003537 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1228df5e-e4b1-4b5e-be26-bdc5c3b1ce56 req-e8ef789c-dd27-405f-87b9-4f248ae0a98e tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422640
May 10 18:07:06.569471 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66cbbb-1f7d-4a7a-ba9f-350d0f465bd7 req-373b82bd-7232-4f09-9d88-950e7bf74c52 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:06.570982 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca66cbbb-1f7d-4a7a-ba9f-350d0f465bd7 req-373b82bd-7232-4f09-9d88-950e7bf74c52 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 945 time: 0.0812275
May 10 18:07:06.616485 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca66cbbb-1f7d-4a7a-ba9f-350d0f465bd7 req-49fd2cdd-5c21-4401-aefd-5d801432e450 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396583
May 10 18:07:07.149510 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:07:07.200386 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166dee8-e3de-4310-9b6f-760b2b1db97c req-685ff871-ff34-4f08-84d1-8222aa7f6113 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:07.201888 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e166dee8-e3de-4310-9b6f-760b2b1db97c req-685ff871-ff34-4f08-84d1-8222aa7f6113 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0819681
May 10 18:07:07.247541 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e166dee8-e3de-4310-9b6f-760b2b1db97c req-47168df9-2c7e-4f4c-bf46-fd877866e757 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395215
May 10 18:07:07.410433 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:07.412766 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-e15bc242-d55e-41ac-92c5-61745ed9f9b2 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:07.414244 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-e15bc242-d55e-41ac-92c5-61745ed9f9b2 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 815 time: 0.1615500
May 10 18:07:07.428933 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-c7aaef39-942c-4353-979f-92e2a3dc7f3d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/quotas/5ec0c7113f6a460388e8627a024f3dac HTTP/1.1" status: 200  len: 375 time: 0.0090599
May 10 18:07:07.514174 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-144d4a0c-a045-4813-a09f-479418647964 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0804024
May 10 18:07:07.568839 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-cc513a10-0265-48ce-8a19-f423bdef7ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:07.653499 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-bfd91c3b-b1f3-4425-b7b7-1660e9c274a9 service neutron] 10.222.0.70 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318657
May 10 18:07:07.730976 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a99842-d088-4049-9340-919da53633e9 req-e200559b-412e-426f-a3c2-e9652ec37c3f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:07.732339 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-61a99842-d088-4049-9340-919da53633e9 req-e200559b-412e-426f-a3c2-e9652ec37c3f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0857933
May 10 18:07:07.779716 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-61a99842-d088-4049-9340-919da53633e9 req-0732a739-270d-44bf-ab7e-3d7d9bc1cc9d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414276
May 10 18:07:07.795593 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-f48fc9c9-4957-4ac6-a3c1-2c1883e168a9 service neutron] 10.222.0.70 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363022
May 10 18:07:08.063067 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71eb9-060f-421d-9145-3eaf767a4893 req-cdc38112-04cf-435d-837b-ed93e72e692c tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:08.064665 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f6b71eb9-060f-421d-9145-3eaf767a4893 req-cdc38112-04cf-435d-837b-ed93e72e692c tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 945 time: 0.0882089
May 10 18:07:08.115267 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f6b71eb9-060f-421d-9145-3eaf767a4893 req-9982f823-2c6c-4800-ab86-fb200f638efe tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445511
May 10 18:07:08.217413 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a4842b24-2c47-43a8-ace9-eafc7adaaf39 req-bbbbad1d-ffc9-480e-8726-3e394a336c3d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 210 time: 0.0529215
May 10 18:07:08.461133 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61a4b-18ca-42d2-9ea7-67e6990815a5 req-126c4106-ca12-420d-ada9-ea09eb1a072d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:08.462722 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cb61a4b-18ca-42d2-9ea7-67e6990815a5 req-126c4106-ca12-420d-ada9-ea09eb1a072d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0911074
May 10 18:07:08.508510 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3cb61a4b-18ca-42d2-9ea7-67e6990815a5 req-880ae350-b948-4ff5-8a66-b4e889ce2bc7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396893
May 10 18:07:08.530326 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:08.545996 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 95b7097a-e230-4b5b-b4ca-321368627544 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:07:08.625462 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 95b7097a-e230-4b5b-b4ca-321368627544 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:07:08.630379 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 95b7097a-e230-4b5b-b4ca-321368627544 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:07:08.631000 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:08.748533 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:08.777806 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42866da3-c6e0-4f69-a5ae-e7ec5e7f1059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b7097a-e230-4b5b-b4ca-321368627544'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:08.787132 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 95b7097a-e230-4b5b-b4ca-321368627544, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95b7097a-e230-4b5b-b4ca-321368627544,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:08.792158 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:08.794058 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:08.823543 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42866da3-c6e0-4f69-a5ae-e7ec5e7f1059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b7097a-e230-4b5b-b4ca-321368627544', 'code': 200}
May 10 18:07:08.862309 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=95b7097a-e230-4b5b-b4ca-321368627544,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:08.865356 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:09.072563 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1e736-35e5-478f-b981-2a87b9de8d30 req-f5b93142-2a10-4d9a-b670-03037f9627d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:09.076836 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8ed1e736-35e5-478f-b981-2a87b9de8d30 req-f5b93142-2a10-4d9a-b670-03037f9627d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 1099 time: 0.0718713
May 10 18:07:09.120535 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8ed1e736-35e5-478f-b981-2a87b9de8d30 req-ba30668e-896a-4ddd-ab2a-3f34e7d840e7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348721
May 10 18:07:09.317913 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741b911-bd95-471d-bdc4-990e3a5985c0 req-0adea1ec-93c7-4a05-8ccf-e966e22c2ca7 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:09.320199 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9741b911-bd95-471d-bdc4-990e3a5985c0 req-0adea1ec-93c7-4a05-8ccf-e966e22c2ca7 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 946 time: 0.0894539
May 10 18:07:09.375291 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9741b911-bd95-471d-bdc4-990e3a5985c0 req-919f2bdf-fb2f-4a58-9d1a-3d77d0ba9dd4 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468862
May 10 18:07:09.391927 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-51bd784f-5921-4a66-a9a1-d70ae9d17644 req-2a83d2fb-6da5-4c34-a402-89092d641d80 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 210 time: 0.0616567
May 10 18:07:09.437442 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-97a39bc3-96f8-4b58-858b-60c6d8844e86 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:09.438874 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-97a39bc3-96f8-4b58-858b-60c6d8844e86 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 815 time: 0.2042248
May 10 18:07:09.453705 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Request body: {'port': {'device_id': '10c1f643-fe6c-4c47-a428-04dc4c9fb7ee', 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774', 'admin_state_up': True, 'tenant_id': '5ec0c7113f6a460388e8627a024f3dac'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:07:09.596369 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:07:09.605782 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:07:09.617095 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Made reservation on behalf of 5ec0c7113f6a460388e8627a024f3dac for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:07:09.620613 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:09.705062 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613101a-6d2f-4e40-a52d-fdff839dcead req-88937fc9-f1bd-4922-ad54-ce735f53d628 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:09.706489 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d613101a-6d2f-4e40-a52d-fdff839dcead req-88937fc9-f1bd-4922-ad54-ce735f53d628 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0844448
May 10 18:07:09.751186 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d613101a-6d2f-4e40-a52d-fdff839dcead req-f184da56-2556-454b-bb5b-1cceb35dbd57 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384822
May 10 18:07:09.786177 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Allocated IP 172.20.0.8 (8f5ff834-018e-4fa1-8a0d-6e025d124774/c9d786a0-c503-435d-9062-475f05f52513/af15c20c-bf83-4df0-b142-abf03b7c8250) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:07:09.960638 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:10.088231 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:10.121186 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:10.126617 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:10.135962 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['39069625-bd9c-49b7-8ac3-9be35842aae6', '1b2077a9-df56-49bc-ade2-22c84168eea2', 'c05bb73c-0746-49f7-9539-1ccb6cd6842c'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:10.190303 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Network 8f5ff834-018e-4fa1-8a0d-6e025d124774 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:07:10.194262 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:07:10.210464 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:07:10.242612 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Pushing event updated for resources: {'Port': ['ID=af15c20c-bf83-4df0-b142-abf03b7c8250,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:10.249095 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:10.279278 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:10.279866 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:10.305204 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8552597
May 10 18:07:10.321529 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Request body: {'port': {'device_id': '10c1f643-fe6c-4c47-a428-04dc4c9fb7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:07:10.442240 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:10.605135 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa95a1-7908-456e-8af8-47c6f2797e08 req-b91b8c82-6a5e-45b9-945d-ae740a5b3c83 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:10.607267 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bafa95a1-7908-456e-8af8-47c6f2797e08 req-b91b8c82-6a5e-45b9-945d-ae740a5b3c83 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 946 time: 0.0859530
May 10 18:07:10.659949 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bafa95a1-7908-456e-8af8-47c6f2797e08 req-b5144c63-a21e-487e-8e3f-9f9ec7901068 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458808
May 10 18:07:10.738836 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7f460-f2cd-4114-bb7e-d542571136d7 req-af889a1c-b489-49cc-a6f2-935001944545 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:10.739578 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-12e7f460-f2cd-4114-bb7e-d542571136d7 req-af889a1c-b489-49cc-a6f2-935001944545 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:10.777116 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-12e7f460-f2cd-4114-bb7e-d542571136d7 req-af889a1c-b489-49cc-a6f2-935001944545 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:10.778276 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12e7f460-f2cd-4114-bb7e-d542571136d7 req-af889a1c-b489-49cc-a6f2-935001944545 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 931 time: 0.2629733
May 10 18:07:10.848969 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12e7f460-f2cd-4114-bb7e-d542571136d7 req-5990824e-951e-4104-9eab-57dea1b1eb6d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589454
May 10 18:07:10.914618 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af15c20c-bf83-4df0-b142-abf03b7c8250 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:07:10.922156 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:10.938144 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Transition to ACTIVE for port object af15c20c-bf83-4df0-b142-abf03b7c8250 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:07:10.943079 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:10.947984 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:10.974754 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa020-f2d5-4ea8-81e1-f34cf069599c req-3493d685-d853-4b5e-a9fe-ed0debdb7871 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:10.976247 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c86aa020-f2d5-4ea8-81e1-f34cf069599c req-3493d685-d853-4b5e-a9fe-ed0debdb7871 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0843630
May 10 18:07:11.024748 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c86aa020-f2d5-4ea8-81e1-f34cf069599c req-63d41826-0abb-417c-9963-3cc4267dea43 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423443
May 10 18:07:11.098165 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Pushing event updated for resources: {'Port': ['ID=af15c20c-bf83-4df0-b142-abf03b7c8250,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:11.107747 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:11.177477 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Attempting to bind port af15c20c-bf83-4df0-b142-abf03b7c8250 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:07:11.177727 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Attempting to bind port af15c20c-bf83-4df0-b142-abf03b7c8250 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:07:11.178061 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Attempting to bind port af15c20c-bf83-4df0-b142-abf03b7c8250 on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:07:11.182847 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Port af15c20c-bf83-4df0-b142-abf03b7c8250 on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:07:11.183210 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Attempting to bind port af15c20c-bf83-4df0-b142-abf03b7c8250 on network 8f5ff834-018e-4fa1-8a0d-6e025d124774 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:07:11.188716 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:07:11.189056 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Checking segment: {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:07:11.189447 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Bound using segment: {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:07:11.189875 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Bound port: af15c20c-bf83-4df0-b142-abf03b7c8250, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39934ce2-f048-4477-9ec6-1995d910aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:07:11.190261 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:11.286304 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] For port af15c20c-bf83-4df0-b142-abf03b7c8250, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:07:11.289723 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] For port af15c20c-bf83-4df0-b142-abf03b7c8250, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=af15c20c-bf83-4df0-b142-abf03b7c8250,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:07:11.294370 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:11.298044 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:11.355023 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:11.355643 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:11.357027 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] 10.222.0.58 "PUT /v2.0/ports/af15c20c-bf83-4df0-b142-abf03b7c8250 HTTP/1.1" status: 200  len: 1093 time: 1.0396318
May 10 18:07:11.357506 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c1f643-fe6c-4c47-a428-04dc4c9fb7ee', 'tag': 'af15c20c-bf83-4df0-b142-abf03b7c8250'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:11.385322 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Pushing event updated for resources: {'Port': ['ID=af15c20c-bf83-4df0-b142-abf03b7c8250,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:11.388903 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:11.432186 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c1f643-fe6c-4c47-a428-04dc4c9fb7ee', 'tag': 'af15c20c-bf83-4df0-b142-abf03b7c8250', 'status': 'completed', 'code': 200}
May 10 18:07:11.482550 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-c86b781b-bb26-49b8-9794-c19eb9b64a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:11.484091 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-c86b781b-bb26-49b8-9794-c19eb9b64a92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 1096 time: 0.0828185
May 10 18:07:11.563382 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-baae1260-7c01-4c09-853f-54063c5cfeee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af15c20c-bf83-4df0-b142-abf03b7c8250 HTTP/1.1" status: 200  len: 217 time: 0.0636201
May 10 18:07:11.634040 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-6e610f35-58c6-4f4f-89a2-e0a2e7e501a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:11.635446 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-6e610f35-58c6-4f4f-89a2-e0a2e7e501a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 200  len: 855 time: 0.0603125
May 10 18:07:11.694730 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-e8797857-a72c-4ae3-a57a-c518a2046a18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f5ff834-018e-4fa1-8a0d-6e025d124774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412459
May 10 18:07:11.854710 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681d84-d711-43a9-be6c-9ab313281459 req-e04523fc-ca35-4d7e-a482-1acb0ad2922d tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:11.856224 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ba681d84-d711-43a9-be6c-9ab313281459 req-e04523fc-ca35-4d7e-a482-1acb0ad2922d tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 946 time: 0.0825040
May 10 18:07:11.902992 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ba681d84-d711-43a9-be6c-9ab313281459 req-62c4d391-c3b9-4bac-b695-02e3f0a59d20 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406435
May 10 18:07:11.923185 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-bdae0a49-5c12-4e28-a7b3-130a90aba325 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139316
May 10 18:07:12.117964 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d1eb2782-2bbe-4ef8-a902-fd58637972d7 req-86acdad9-3621-48ec-97fc-f95168de3c48 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811943
May 10 18:07:12.143500 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11525421-cbd1-4f34-9332-ebfc251090dd req-33ffc28e-21f5-4a1a-9223-2fe0b0b066a0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:12.145054 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-11525421-cbd1-4f34-9332-ebfc251090dd req-33ffc28e-21f5-4a1a-9223-2fe0b0b066a0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 943 time: 0.1399035
May 10 18:07:12.224844 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18cc43-748d-4449-908a-7d08828d4ac6 req-1c864157-e974-4eb0-af03-5cad9840a56a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:12.226424 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6f18cc43-748d-4449-908a-7d08828d4ac6 req-1c864157-e974-4eb0-af03-5cad9840a56a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0878136
May 10 18:07:12.233020 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-11525421-cbd1-4f34-9332-ebfc251090dd req-f90a9e70-8220-4554-8ade-d991f1bca483 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811610
May 10 18:07:12.264710 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-54cc720a-3ab5-48c6-9b45-0eb7babca514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:12.266220 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-54cc720a-3ab5-48c6-9b45-0eb7babca514 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ec0c7113f6a460388e8627a024f3dac&device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 1096 time: 0.0854933
May 10 18:07:12.334810 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6f18cc43-748d-4449-908a-7d08828d4ac6 req-4b68d221-0bac-4f37-b0eb-2d5bdf00c8f9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021867
May 10 18:07:12.425885 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-bfd4e486-f047-4d0d-9c6f-ab524476dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:12.427492 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-bfd4e486-f047-4d0d-9c6f-ab524476dd37 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 200  len: 916 time: 0.1372757
May 10 18:07:12.519718 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-0a2c09d0-f061-405e-9365-79b312617896 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af15c20c-bf83-4df0-b142-abf03b7c8250 HTTP/1.1" status: 200  len: 217 time: 0.0641191
May 10 18:07:12.596225 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-3be5e4a0-595f-4db5-923e-ae40a6a50829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:12.597679 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-3be5e4a0-595f-4db5-923e-ae40a6a50829 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 200  len: 855 time: 0.0676081
May 10 18:07:12.665549 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-f87ffe3f-f787-4bda-a95f-c287825e0622 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f5ff834-018e-4fa1-8a0d-6e025d124774&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486116
May 10 18:07:12.807623 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-25402d5c-a1c8-4f93-b3c7-6415d77dd210 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267328
May 10 18:07:12.954600 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ede3f96-a1cc-4be2-a9ee-50b4bced8906 req-4e618e1f-6b66-48c3-8923-5b70d7580d63 service neutron] 10.222.0.58 "GET /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268017
May 10 18:07:13.335146 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ca2c9-f8a5-4ce8-92fe-ce1eb84bc050 req-de39ced1-e7f7-4016-a6c9-1fc8c2339a88 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:13.336555 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1a4ca2c9-f8a5-4ce8-92fe-ce1eb84bc050 req-de39ced1-e7f7-4016-a6c9-1fc8c2339a88 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 946 time: 0.0808420
May 10 18:07:13.382395 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1a4ca2c9-f8a5-4ce8-92fe-ce1eb84bc050 req-d063b0fb-c60a-40aa-b257-8259446faae5 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400953
May 10 18:07:13.423990 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97534f9-54bb-4075-a83d-17317458d59f req-209d6d1b-e135-415f-a1c2-aeb0d276ee38 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:13.425536 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f97534f9-54bb-4075-a83d-17317458d59f req-209d6d1b-e135-415f-a1c2-aeb0d276ee38 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 943 time: 0.0807593
May 10 18:07:13.473575 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f97534f9-54bb-4075-a83d-17317458d59f req-86a4e23c-329e-4ebf-b4da-f49ee089822c tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418782
May 10 18:07:13.564138 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabb29-b008-48f1-a1ed-cc741ec97680 req-c1dc54ad-2054-4b04-9be0-bd4a5da8338d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:13.565603 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-68fabb29-b008-48f1-a1ed-cc741ec97680 req-c1dc54ad-2054-4b04-9be0-bd4a5da8338d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0902624
May 10 18:07:13.611648 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-68fabb29-b008-48f1-a1ed-cc741ec97680 req-5430f601-3170-4971-9c07-a97bca42d673 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390632
May 10 18:07:14.586093 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d003353-b2a5-4847-9ca5-aa2769ec36a8 req-e117bef9-56d0-45a6-9d39-b6bbfa510223 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:14.587632 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8d003353-b2a5-4847-9ca5-aa2769ec36a8 req-e117bef9-56d0-45a6-9d39-b6bbfa510223 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 946 time: 0.0829201
May 10 18:07:14.632843 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8d003353-b2a5-4847-9ca5-aa2769ec36a8 req-da5e020b-8f9b-47da-8de0-4b5453909129 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395455
May 10 18:07:14.665648 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed135751-d2c7-46f0-80d9-964458b60978 req-01e43a5a-1194-4215-a083-d7200ce7cc96 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:14.667097 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed135751-d2c7-46f0-80d9-964458b60978 req-01e43a5a-1194-4215-a083-d7200ce7cc96 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 943 time: 0.0863452
May 10 18:07:14.711290 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed135751-d2c7-46f0-80d9-964458b60978 req-971d3868-4980-42e6-a07f-451b3f0923c0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382521
May 10 18:07:14.806949 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba6e2a-0495-48f9-8d48-e11fc22c10b5 req-5085d796-5ff8-452c-b034-4e6d8b58df54 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:14.808424 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5fba6e2a-0495-48f9-8d48-e11fc22c10b5 req-5085d796-5ff8-452c-b034-4e6d8b58df54 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0848291
May 10 18:07:14.855816 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5fba6e2a-0495-48f9-8d48-e11fc22c10b5 req-71ecdf95-e075-4eee-88b9-8b2fc2b2e0dc tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390654
May 10 18:07:15.824093 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa37faf-b7b6-4af2-ba27-cff738850d57 req-3fe5390d-0164-4d8d-9adf-41f937b961aa tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:15.825611 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-afa37faf-b7b6-4af2-ba27-cff738850d57 req-3fe5390d-0164-4d8d-9adf-41f937b961aa tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 946 time: 0.0860324
May 10 18:07:15.873630 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-afa37faf-b7b6-4af2-ba27-cff738850d57 req-a574bfa9-8a28-4cce-b572-da89abf593df tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421443
May 10 18:07:15.902154 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33588-ce85-47b6-8291-60c96bb1b1da req-d5e5d2ef-ac1f-41c7-8938-923266877e8a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:15.904049 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6bc33588-ce85-47b6-8291-60c96bb1b1da req-d5e5d2ef-ac1f-41c7-8938-923266877e8a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 943 time: 0.0828907
May 10 18:07:15.948423 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6bc33588-ce85-47b6-8291-60c96bb1b1da req-63be428e-39c2-4c96-a184-ab638c286c31 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385981
May 10 18:07:16.070754 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e689f-c879-43bd-934f-0f2b51c778ec req-1c6b9cf1-1340-4bf2-826d-b3787e69d9a8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:16.072295 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e79e689f-c879-43bd-934f-0f2b51c778ec req-1c6b9cf1-1340-4bf2-826d-b3787e69d9a8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0959187
May 10 18:07:16.127060 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e79e689f-c879-43bd-934f-0f2b51c778ec req-80510809-1a87-4bca-9317-0cd424c37d03 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490625
May 10 18:07:16.587225 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device af15c20c-bf83-4df0-b142-abf03b7c8250 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:07:16.728619 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port af15c20c-bf83-4df0-b142-abf03b7c8250, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=af15c20c-bf83-4df0-b142-abf03b7c8250,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:16.742340 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': 'af15c20c-bf83-4df0-b142-abf03b7c8250', 'network_id': '8f5ff834-018e-4fa1-8a0d-6e025d124774', 'port_id': 'af15c20c-bf83-4df0-b142-abf03b7c8250', 'mac_address': 'fa:16:3e:85:31:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d786a0-c503-435d-9062-475f05f52513', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:07:16.800926 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:16.817532 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af15c20c-bf83-4df0-b142-abf03b7c8250 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:07:16.833059 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port af15c20c-bf83-4df0-b142-abf03b7c8250, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=af15c20c-bf83-4df0-b142-abf03b7c8250,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:16.838551 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:16.840313 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:16.908656 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=af15c20c-bf83-4df0-b142-abf03b7c8250,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:16.911831 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:17.034465 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-e58ced61-8159-449c-ae03-17a535729558 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:17.035918 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-e58ced61-8159-449c-ae03-17a535729558 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.58 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 946 time: 0.2040811
May 10 18:07:17.135384 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa0c10-426e-4b74-a945-92f9ec0c5980 req-35487354-9bca-450a-a34a-c8376bbd220b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:17.137108 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f0aa0c10-426e-4b74-a945-92f9ec0c5980 req-35487354-9bca-450a-a34a-c8376bbd220b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 944 time: 0.0781562
May 10 18:07:17.180654 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a93f4-a1fe-4a9e-b479-0a97ce70b89c req-d629b365-34a6-409a-8263-577a29169cb8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:17.182141 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ed6a93f4-a1fe-4a9e-b479-0a97ce70b89c req-d629b365-34a6-409a-8263-577a29169cb8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 946 time: 0.1863537
May 10 18:07:17.199615 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f0aa0c10-426e-4b74-a945-92f9ec0c5980 req-41c59f95-b3d4-4c3c-89df-8a558aa3d6bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559149
May 10 18:07:17.243912 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ed6a93f4-a1fe-4a9e-b479-0a97ce70b89c req-4d59b4bf-a861-4da8-8403-978c6ed4ffb7 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545185
May 10 18:07:17.267549 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Deleting port 95b7097a-e230-4b5b-b4ca-321368627544 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:07:17.268136 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:17.388944 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['af15c20c-bf83-4df0-b142-abf03b7c8250'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:17.391800 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29526dab-9358-4298-95af-ff241a2119d5 req-dc9de6e2-49f1-4912-a352-667e6856c1ec tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:17.393342 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29526dab-9358-4298-95af-ff241a2119d5 req-dc9de6e2-49f1-4912-a352-667e6856c1ec tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0827188
May 10 18:07:17.414720 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] For port 95b7097a-e230-4b5b-b4ca-321368627544, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95b7097a-e230-4b5b-b4ca-321368627544,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:17.415301 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:17.449629 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-29526dab-9358-4298-95af-ff241a2119d5 req-2c0403af-21d7-49e5-b5c4-c3fe43d120da tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486369
May 10 18:07:17.567927 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Calling delete_port for 95b7097a-e230-4b5b-b4ca-321368627544 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:07:17.681683 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:17.687595 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b93225ef-1555-443c-98d8-6d6f97d65c2a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:17.739305 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Pushing event deleted for resources: {'Port': ['ID=95b7097a-e230-4b5b-b4ca-321368627544,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:17.743310 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:17.822710 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] No DVR routers for this DVR port 95b7097a-e230-4b5b-b4ca-321368627544 on host hv-cinder-79049 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:07:17.826599 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:17.831416 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42866da3-c6e0-4f69-a5ae-e7ec5e7f1059', 'name': 'network-vif-deleted', 'tag': '95b7097a-e230-4b5b-b4ca-321368627544'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:17.848179 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a3e59f4e-8863-47dd-b1cd-4a9c2d0ca5b4 req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.58 "DELETE /v2.0/ports/95b7097a-e230-4b5b-b4ca-321368627544 HTTP/1.1" status: 204  len: 173 time: 0.7936773
May 10 18:07:17.889181 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-91a57515-dd85-432e-ae9b-85eed5dd9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:17.891157 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-91a57515-dd85-432e-ae9b-85eed5dd9742 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1099 time: 0.0919712
May 10 18:07:17.900055 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42866da3-c6e0-4f69-a5ae-e7ec5e7f1059', 'name': 'network-vif-deleted', 'tag': '95b7097a-e230-4b5b-b4ca-321368627544', 'status': 'completed', 'code': 200}
May 10 18:07:18.092386 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-b801c1aa-7f31-42a0-8265-50c891c3db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:18.093842 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-b801c1aa-7f31-42a0-8265-50c891c3db4a service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 920 time: 0.1819026
May 10 18:07:18.167935 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ef09-6943-462b-85cd-0b50622e8677 req-f02390c5-4dec-445e-a654-21c1ea4c11f5 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:18.169370 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6270ef09-6943-462b-85cd-0b50622e8677 req-f02390c5-4dec-445e-a654-21c1ea4c11f5 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1841369
May 10 18:07:18.178136 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-ddc24667-4d44-4710-8b71-ab3e50e1b1b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f HTTP/1.1" status: 200  len: 217 time: 0.0737653
May 10 18:07:18.268110 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6270ef09-6943-462b-85cd-0b50622e8677 req-a953a124-c823-4dac-9586-074142f43f63 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915585
May 10 18:07:18.275912 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-f36d4d60-bb57-4f08-805e-5033733739a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:18.277370 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-f36d4d60-bb57-4f08-805e-5033733739a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.0870914
May 10 18:07:18.329397 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-2514fec1-5fd7-4a51-af77-4b4d4e995ad3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419061
May 10 18:07:18.392744 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa02d0-bf17-483b-84a5-45e405033587 req-18f5d94a-38f1-4ec6-b869-c76cd26b1572 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:18.394302 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d9fa02d0-bf17-483b-84a5-45e405033587 req-18f5d94a-38f1-4ec6-b869-c76cd26b1572 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 944 time: 0.0831521
May 10 18:07:18.442463 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d9fa02d0-bf17-483b-84a5-45e405033587 req-3e56230c-56be-4336-87dc-c7a2b0e08d83 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416074
May 10 18:07:18.457456 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-deb4859c-1097-4210-8cd5-04f254a2ae3e req-b74d7aaf-bfe1-4df4-8fed-1af19b79f9cd tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=42866da3-c6e0-4f69-a5ae-e7ec5e7f1059 HTTP/1.1" status: 200  len: 210 time: 0.0486221
May 10 18:07:18.518047 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-6064847d-fd6f-4876-8e2d-6a233c522fac service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796224
May 10 18:07:18.597407 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['95b7097a-e230-4b5b-b4ca-321368627544'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:18.726592 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-431f50c6-c941-422e-b7f2-f2a800a721c0 req-021f311f-682a-4015-95d9-9dc6e6ce8839 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1988373
May 10 18:07:18.742917 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a8f0f-b44f-4405-ab6e-fd3bfde62294 req-6a664834-0dbe-4e33-b657-7b51f19c93d7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:18.745259 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-301a8f0f-b44f-4405-ab6e-fd3bfde62294 req-6a664834-0dbe-4e33-b657-7b51f19c93d7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1370316
May 10 18:07:18.798401 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-301a8f0f-b44f-4405-ab6e-fd3bfde62294 req-e655e856-adb1-4af0-9156-b3e0fecd1002 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479352
May 10 18:07:19.466448 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd11840-b2c8-4961-b2d1-8c164e1e18d4 req-dd0c5850-c741-4ff5-a7b2-7982e202a826 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:19.467839 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ecd11840-b2c8-4961-b2d1-8c164e1e18d4 req-dd0c5850-c741-4ff5-a7b2-7982e202a826 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0802782
May 10 18:07:19.518528 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ecd11840-b2c8-4961-b2d1-8c164e1e18d4 req-fa87f147-cb83-4734-9f01-c1afe243e724 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425804
May 10 18:07:19.630192 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509de84-2d1e-465e-b0de-d1028a1e9f8c req-74b74d23-49a0-481d-ac4a-72342201e5d2 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:19.632157 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f509de84-2d1e-465e-b0de-d1028a1e9f8c req-74b74d23-49a0-481d-ac4a-72342201e5d2 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 944 time: 0.0785556
May 10 18:07:19.686161 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f509de84-2d1e-465e-b0de-d1028a1e9f8c req-db81b11b-2177-48b0-a661-834f5a342738 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479517
May 10 18:07:19.984146 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-085df0e1-5c3b-49b5-86d6-8b91114b1255 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:19.984722 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-085df0e1-5c3b-49b5-86d6-8b91114b1255 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Synchronizing usage tracker for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:19.996689 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ec076-1e15-4f77-a664-1eefe7d3c83b req-9233b402-9eef-4cd6-a80d-3e1572fc82de tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:19.998173 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d77ec076-1e15-4f77-a664-1eefe7d3c83b req-9233b402-9eef-4cd6-a80d-3e1572fc82de tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0825717
May 10 18:07:20.003928 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-085df0e1-5c3b-49b5-86d6-8b91114b1255 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Unset dirty status for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:20.005236 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-085df0e1-5c3b-49b5-86d6-8b91114b1255 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/networks?id=919e9f32-b886-454a-a8a9-60dbc6a521aa HTTP/1.1" status: 200  len: 809 time: 0.2266200
May 10 18:07:20.020417 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-4526a9cb-02ed-438d-af91-0d7f1dbecffd tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/quotas/c6a47d10b980491c84169ee143e1d8ca HTTP/1.1" status: 200  len: 375 time: 0.0096085
May 10 18:07:20.044507 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d77ec076-1e15-4f77-a664-1eefe7d3c83b req-7d9bc20c-75e1-476b-8ab9-e38e7807022d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399246
May 10 18:07:20.070807 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-34dcc484-e623-4a71-87f1-b31c53fe3856 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c6a47d10b980491c84169ee143e1d8ca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449176
May 10 18:07:20.203498 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-5de8fc76-c236-4320-8508-b3b6f39483d3 service neutron] 10.222.0.70 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257596
May 10 18:07:20.336580 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-9ea6c2ee-6b36-4d1f-94f1-25fa1d3461a0 service neutron] 10.222.0.70 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268690
May 10 18:07:20.524119 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-fcad6716-31f3-4271-bce7-efe5e4915f15 req-c56812e2-8863-41a5-919f-8c843f55e709 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Synchronizing usage tracker for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:20.542320 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-fcad6716-31f3-4271-bce7-efe5e4915f15 req-c56812e2-8863-41a5-919f-8c843f55e709 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Unset dirty status for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:20.543577 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fcad6716-31f3-4271-bce7-efe5e4915f15 req-c56812e2-8863-41a5-919f-8c843f55e709 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 210 time: 0.0648677
May 10 18:07:20.621349 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device af15c20c-bf83-4df0-b142-abf03b7c8250 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:07:20.693764 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port af15c20c-bf83-4df0-b142-abf03b7c8250 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:07:20.698583 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port af15c20c-bf83-4df0-b142-abf03b7c8250 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:07:20.699184 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:20.722632 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae40d86-dbc5-41c3-a80e-e023f53114fa req-aed70efd-1171-4f83-8eb3-23295db74523 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:20.724355 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ae40d86-dbc5-41c3-a80e-e023f53114fa req-aed70efd-1171-4f83-8eb3-23295db74523 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0968621
May 10 18:07:20.791796 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2ae40d86-dbc5-41c3-a80e-e023f53114fa req-9b723f8e-e4bd-4c01-a07e-6963d23bc6c2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599351
May 10 18:07:20.837601 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:20.867519 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c1f643-fe6c-4c47-a428-04dc4c9fb7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af15c20c-bf83-4df0-b142-abf03b7c8250'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:20.878422 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port af15c20c-bf83-4df0-b142-abf03b7c8250, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=af15c20c-bf83-4df0-b142-abf03b7c8250,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:20.885227 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:20.887585 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:20.925009 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d1e81-6b92-4346-9d90-0a5debeaa01c req-f84477f2-1bd9-496f-9b7b-7b5d2fc73cc7 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:20.926911 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a7d1e81-6b92-4346-9d90-0a5debeaa01c req-f84477f2-1bd9-496f-9b7b-7b5d2fc73cc7 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 944 time: 0.1227028
May 10 18:07:20.965941 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=af15c20c-bf83-4df0-b142-abf03b7c8250,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:20.969719 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:20.974666 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0a7d1e81-6b92-4346-9d90-0a5debeaa01c req-c227153b-d13c-4fb1-85cf-0866af099882 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409753
May 10 18:07:21.026480 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c1f643-fe6c-4c47-a428-04dc4c9fb7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af15c20c-bf83-4df0-b142-abf03b7c8250', 'code': 200}
May 10 18:07:21.246165 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b6b0-24c0-4080-b7c7-8360e4a7672c req-87549329-4a6d-40c5-abeb-7478f5510ac9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:21.247776 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b643b6b0-24c0-4080-b7c7-8360e4a7672c req-87549329-4a6d-40c5-abeb-7478f5510ac9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0882361
May 10 18:07:21.294025 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b643b6b0-24c0-4080-b7c7-8360e4a7672c req-758c34ed-78d9-4cb7-8012-5e2e0a9cf810 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402246
May 10 18:07:21.374038 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62661-8700-4ba7-a4f0-480689d62309 req-0dff58d6-8997-4a88-8164-01b2a7bcba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:21.375486 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-52b62661-8700-4ba7-a4f0-480689d62309 req-0dff58d6-8997-4a88-8164-01b2a7bcba2e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 1098 time: 0.0716941
May 10 18:07:21.425647 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-52b62661-8700-4ba7-a4f0-480689d62309 req-839c03ad-784a-4758-8304-1df84e8b3a4d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361712
May 10 18:07:21.704510 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-720f5c53-207e-4ac9-9eaf-bb35fcc199bf req-81967d83-2462-4e81-a2c2-08491dc1774a tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 210 time: 0.0432806
May 10 18:07:22.033830 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f042e-5908-4468-93de-3c38c8b95500 req-c3a17544-a914-4d13-8cbe-9ddd9c9eb2a1 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:22.035322 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a4f042e-5908-4468-93de-3c38c8b95500 req-c3a17544-a914-4d13-8cbe-9ddd9c9eb2a1 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1180203
May 10 18:07:22.181292 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5648ba0-15b0-4f28-9e9e-cc43f48ffbf6 req-73c30a26-2228-4a96-864a-6110e3810106 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:22.189159 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b5648ba0-15b0-4f28-9e9e-cc43f48ffbf6 req-73c30a26-2228-4a96-864a-6110e3810106 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 945 time: 0.1010003
May 10 18:07:22.203184 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-71faefee-6347-46e1-bd0c-bccd3a468c13 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:22.204842 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-71faefee-6347-46e1-bd0c-bccd3a468c13 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.58 "GET /v2.0/networks?id=919e9f32-b886-454a-a8a9-60dbc6a521aa HTTP/1.1" status: 200  len: 809 time: 0.1983259
May 10 18:07:22.209990 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a4f042e-5908-4468-93de-3c38c8b95500 req-833e8d21-c443-43c8-884a-509a696e2afe tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663163
May 10 18:07:22.236155 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Request body: {'port': {'device_id': '755ed505-44c3-4a23-b5f6-ad3043b479c4', 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa', 'admin_state_up': True, 'tenant_id': 'c6a47d10b980491c84169ee143e1d8ca'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:07:22.246820 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b5648ba0-15b0-4f28-9e9e-cc43f48ffbf6 req-6c3be248-753b-4396-9d4c-a6276a1274d7 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569642
May 10 18:07:22.376398 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:07:22.385902 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:07:22.397110 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Made reservation on behalf of c6a47d10b980491c84169ee143e1d8ca for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:07:22.401221 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:22.487535 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6cc85-f725-42c9-8bab-84140ed967d7 req-58d975b5-089a-4069-b8b3-b9730fea0fa0 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:22.488949 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-46c6cc85-f725-42c9-8bab-84140ed967d7 req-58d975b5-089a-4069-b8b3-b9730fea0fa0 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0818698
May 10 18:07:22.537435 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-46c6cc85-f725-42c9-8bab-84140ed967d7 req-356b2c8e-436a-40f1-96bb-3595af818042 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424914
May 10 18:07:22.567830 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Allocated IP 172.20.0.11 (919e9f32-b886-454a-a8a9-60dbc6a521aa/e66cf26b-dd31-4486-ade1-4f7e154aeb44/a72f3982-e0a8-489c-905c-6ae0e273c918) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:07:22.657109 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 95b7097a-e230-4b5b-b4ca-321368627544 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:07:22.695492 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 95b7097a-e230-4b5b-b4ca-321368627544 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:07:22.695942 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 95b7097a-e230-4b5b-b4ca-321368627544 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:07:22.771125 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:22.806946 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:22.816233 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f4d06cf7-4fc2-4673-bf7a-ca15b9550353 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:22.973817 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Network 919e9f32-b886-454a-a8a9-60dbc6a521aa is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:07:22.979159 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:07:22.990188 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:07:23.022311 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Pushing event updated for resources: {'Port': ['ID=a72f3982-e0a8-489c-905c-6ae0e273c918,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:23.033032 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:23.063446 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:23.064179 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:23.100741 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5892865-9ab0-447f-9cb2-91b4d62c3284 req-2cfd2aed-00a3-4bdc-a466-e779b60fc6e1 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:23.103363 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b5892865-9ab0-447f-9cb2-91b4d62c3284 req-2cfd2aed-00a3-4bdc-a466-e779b60fc6e1 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 932 time: 0.2885029
May 10 18:07:23.126461 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8948851
May 10 18:07:23.151493 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b5892865-9ab0-447f-9cb2-91b4d62c3284 req-3a49eea2-b64f-4357-96ba-f914ff1d9241 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432677
May 10 18:07:23.157248 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Request body: {'port': {'device_id': '755ed505-44c3-4a23-b5f6-ad3043b479c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:07:23.268420 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:23.403202 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fcb8b-c7be-48dd-bcbe-854d52e9d8bb req-751a459f-3981-4aa3-ba6b-b2c6c0f79621 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:23.404660 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f90fcb8b-c7be-48dd-bcbe-854d52e9d8bb req-751a459f-3981-4aa3-ba6b-b2c6c0f79621 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0792053
May 10 18:07:23.450450 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f90fcb8b-c7be-48dd-bcbe-854d52e9d8bb req-c8b1b995-5e95-40f5-b262-b8e9795229d2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396552
May 10 18:07:23.572500 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44850bbc-bae7-4d9b-9305-67e477c3ba77 req-835f2a4b-759c-4c8c-b100-1b162786e561 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:23.573940 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-44850bbc-bae7-4d9b-9305-67e477c3ba77 req-835f2a4b-759c-4c8c-b100-1b162786e561 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 945 time: 0.2272305
May 10 18:07:23.637994 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-44850bbc-bae7-4d9b-9305-67e477c3ba77 req-9687d13a-b9e3-4230-b07b-42be1ae7f51a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568168
May 10 18:07:23.717318 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72f3982-e0a8-489c-905c-6ae0e273c918 {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:07:23.724925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:23.739806 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Transition to ACTIVE for port object a72f3982-e0a8-489c-905c-6ae0e273c918 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:07:23.743848 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:23.748507 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:23.883268 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665b91-3470-455b-9e75-bf3b3324dca9 req-6bceab47-9999-425e-a659-c9b52a07eaae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:23.884784 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-90665b91-3470-455b-9e75-bf3b3324dca9 req-6bceab47-9999-425e-a659-c9b52a07eaae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1772001
May 10 18:07:23.905214 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Pushing event updated for resources: {'Port': ['ID=a72f3982-e0a8-489c-905c-6ae0e273c918,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:23.910678 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:23.933943 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-90665b91-3470-455b-9e75-bf3b3324dca9 req-d4401b87-c312-4a29-92e9-04801745fc25 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418718
May 10 18:07:24.033659 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Attempting to bind port a72f3982-e0a8-489c-905c-6ae0e273c918 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:07:24.034003 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Attempting to bind port a72f3982-e0a8-489c-905c-6ae0e273c918 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ec6cf6ef-0165-4051-b691-f031a2e8b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:07:24.034296 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Attempting to bind port a72f3982-e0a8-489c-905c-6ae0e273c918 on network 919e9f32-b886-454a-a8a9-60dbc6a521aa {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:07:24.038971 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Port a72f3982-e0a8-489c-905c-6ae0e273c918 on network 919e9f32-b886-454a-a8a9-60dbc6a521aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:07:24.039255 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Attempting to bind port a72f3982-e0a8-489c-905c-6ae0e273c918 on network 919e9f32-b886-454a-a8a9-60dbc6a521aa {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:07:24.044368 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:07:24.044701 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Checking segment: {'id': 'ec6cf6ef-0165-4051-b691-f031a2e8b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:07:24.045080 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Bound using segment: {'id': 'ec6cf6ef-0165-4051-b691-f031a2e8b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:07:24.045497 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Bound port: a72f3982-e0a8-489c-905c-6ae0e273c918, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6cf6ef-0165-4051-b691-f031a2e8b890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:07:24.045839 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:24.136854 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] For port a72f3982-e0a8-489c-905c-6ae0e273c918, host hv-cinder-79049, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:07:24.140172 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] For port a72f3982-e0a8-489c-905c-6ae0e273c918, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a72f3982-e0a8-489c-905c-6ae0e273c918,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:07:24.146035 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:24.149817 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ae458590-2d99-4848-b409-ef0423811031 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:24.204692 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:24.205309 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:24.206654 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] 10.222.0.58 "PUT /v2.0/ports/a72f3982-e0a8-489c-905c-6ae0e273c918 HTTP/1.1" status: 200  len: 1094 time: 1.0539708
May 10 18:07:24.207161 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755ed505-44c3-4a23-b5f6-ad3043b479c4', 'tag': 'a72f3982-e0a8-489c-905c-6ae0e273c918'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:24.230713 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Pushing event updated for resources: {'Port': ['ID=a72f3982-e0a8-489c-905c-6ae0e273c918,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:24.234129 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:24.266132 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755ed505-44c3-4a23-b5f6-ad3043b479c4', 'tag': 'a72f3982-e0a8-489c-905c-6ae0e273c918', 'status': 'completed', 'code': 200}
May 10 18:07:24.407174 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-75220a60-b2cd-4ab9-9697-60398b4ad572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:24.408551 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-75220a60-b2cd-4ab9-9697-60398b4ad572 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6a47d10b980491c84169ee143e1d8ca&device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 1097 time: 0.1313128
May 10 18:07:24.415888 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03109f7-c2b6-4d45-9c5d-74e213af9f70 req-d9edb932-141a-46c5-b24f-7e452c921a12 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:24.416544 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-a03109f7-c2b6-4d45-9c5d-74e213af9f70 req-d9edb932-141a-46c5-b24f-7e452c921a12 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Synchronizing usage tracker for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:24.484330 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-c7bc4888-5176-4c36-ac8c-632dffea366f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72f3982-e0a8-489c-905c-6ae0e273c918 HTTP/1.1" status: 200  len: 217 time: 0.0651813
May 10 18:07:24.495914 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-a03109f7-c2b6-4d45-9c5d-74e213af9f70 req-d9edb932-141a-46c5-b24f-7e452c921a12 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Unset dirty status for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:24.497009 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a03109f7-c2b6-4d45-9c5d-74e213af9f70 req-d9edb932-141a-46c5-b24f-7e452c921a12 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 944 time: 0.1893182
May 10 18:07:24.584246 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-09f77e33-63a7-4e0b-9df0-46a97b734ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:24.585687 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-09f77e33-63a7-4e0b-9df0-46a97b734ce7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e66cf26b-dd31-4486-ade1-4f7e154aeb44 HTTP/1.1" status: 200  len: 849 time: 0.0874097
May 10 18:07:24.590204 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a03109f7-c2b6-4d45-9c5d-74e213af9f70 req-a4f538c9-72f4-418d-8d40-753813f466eb tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601811
May 10 18:07:24.643616 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7af09-a72c-4589-ab34-52b8b19d6427 req-140730fa-16e1-4791-9058-989cd5f697a2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:24.645109 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bad7af09-a72c-4589-ab34-52b8b19d6427 req-140730fa-16e1-4791-9058-989cd5f697a2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0821192
May 10 18:07:24.654433 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-0a651175-44a2-4be6-a8ed-8e3e33ed23d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=919e9f32-b886-454a-a8a9-60dbc6a521aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471561
May 10 18:07:24.694817 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bad7af09-a72c-4589-ab34-52b8b19d6427 req-4373e696-f476-41fc-91c1-34687ea37218 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435705
May 10 18:07:24.864616 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-f1c9d3bf-806c-41d0-9e97-af80b160477b service neutron] 10.222.0.58 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957185
May 10 18:07:25.001058 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a21f01a-8dcf-4ef3-9fe0-d274e0ddd884 req-e26ab04d-f93e-4f38-b2f9-b2a9a3df5582 service neutron] 10.222.0.58 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258752
May 10 18:07:25.128636 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd1777-4bdd-4e51-affe-e4cf4015c26f req-1b11e0c4-5eb7-4f48-b8e5-d9e8d34b6851 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:25.130166 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-02bd1777-4bdd-4e51-affe-e4cf4015c26f req-1b11e0c4-5eb7-4f48-b8e5-d9e8d34b6851 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0826421
May 10 18:07:25.130632 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-08c2c99c-8f7b-4b8a-82e9-26568f98cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:25.132168 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-08c2c99c-8f7b-4b8a-82e9-26568f98cdb8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6a47d10b980491c84169ee143e1d8ca&device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 1097 time: 0.0731428
May 10 18:07:25.178050 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-02bd1777-4bdd-4e51-affe-e4cf4015c26f req-95275954-d643-453a-915e-c5dd3bc3c400 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415840
May 10 18:07:25.283313 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-d5082042-cb4e-486b-8ddd-c441c44759f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:25.284789 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-d5082042-cb4e-486b-8ddd-c441c44759f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=919e9f32-b886-454a-a8a9-60dbc6a521aa HTTP/1.1" status: 200  len: 910 time: 0.1407709
May 10 18:07:25.359949 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-1eb2ab74-e8d5-4d87-8e32-566c4338d495 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72f3982-e0a8-489c-905c-6ae0e273c918 HTTP/1.1" status: 200  len: 217 time: 0.0637753
May 10 18:07:25.402187 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:25.432857 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-e359e6b0-73ac-4a4e-ba17-4b9af20d774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:25.434304 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-e359e6b0-73ac-4a4e-ba17-4b9af20d774f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e66cf26b-dd31-4486-ade1-4f7e154aeb44 HTTP/1.1" status: 200  len: 849 time: 0.0575733
May 10 18:07:25.513125 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-62384e3d-3a76-411a-bdd6-41a81643d1fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=919e9f32-b886-454a-a8a9-60dbc6a521aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444641
May 10 18:07:25.654088 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-111f1003-0442-425e-9e5e-f6d4a6ff2abe service neutron] 10.222.0.58 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313303
May 10 18:07:25.784041 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de22a9-b513-4119-9df3-28c7bbfaa9ba req-8e5b8972-a0b0-4925-9d70-228e93e0d1db tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:25.792797 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-25de22a9-b513-4119-9df3-28c7bbfaa9ba req-8e5b8972-a0b0-4925-9d70-228e93e0d1db tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 944 time: 0.0973983
May 10 18:07:25.813741 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-91cf67f6-efdb-40f0-a1ca-ad4ea7dfc257 req-8264552a-8cf5-4d29-89b6-a08e396eb8b7 service neutron] 10.222.0.58 "GET /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468399
May 10 18:07:25.837257 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-25de22a9-b513-4119-9df3-28c7bbfaa9ba req-45af7556-7e22-438d-ac5a-cacdeb8d74ea tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433786
May 10 18:07:25.922105 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82341da0-ca7f-4cb8-9269-2e6cf8622e97 req-892fa7f9-ddbf-4a24-adde-851b8914b05a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:25.923586 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-82341da0-ca7f-4cb8-9269-2e6cf8622e97 req-892fa7f9-ddbf-4a24-adde-851b8914b05a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0787983
May 10 18:07:25.968206 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-82341da0-ca7f-4cb8-9269-2e6cf8622e97 req-fabc9019-4871-4028-89e5-cde7c2ad930c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388622
May 10 18:07:26.378702 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755adc-ee1b-49b9-9674-787bde13b25f req-e0d3a65c-fa4d-40ca-b059-69ed106e2509 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:26.380189 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-32755adc-ee1b-49b9-9674-787bde13b25f req-e0d3a65c-fa4d-40ca-b059-69ed106e2509 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0855720
May 10 18:07:26.423951 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-32755adc-ee1b-49b9-9674-787bde13b25f req-1a5d2e7a-5e27-49bc-877f-9bf992601979 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378640
May 10 18:07:27.031556 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea02d6-a43e-4b8c-9e03-3797673ec96f req-0b9855d0-82a1-45b4-8a87-76a1a47c58b1 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:27.033041 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e4ea02d6-a43e-4b8c-9e03-3797673ec96f req-0b9855d0-82a1-45b4-8a87-76a1a47c58b1 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 944 time: 0.0812330
May 10 18:07:27.080728 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e4ea02d6-a43e-4b8c-9e03-3797673ec96f req-5e4dd4ca-1761-428d-9528-50479149c18b tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417550
May 10 18:07:27.157579 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd145e8-aa83-4f07-9420-cce2ed00c72d req-68559c88-d9c6-4110-9b01-8ee27b30a5c4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:27.159081 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ecd145e8-aa83-4f07-9420-cce2ed00c72d req-68559c88-d9c6-4110-9b01-8ee27b30a5c4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0783353
May 10 18:07:27.207136 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ecd145e8-aa83-4f07-9420-cce2ed00c72d req-47dd9a13-d4c7-44e3-b875-49615ce5f3a2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418742
May 10 18:07:27.618234 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386e077-3977-4195-8736-3ec948b4bfeb req-6f37c14d-2a06-4241-91fa-2a6be7164d36 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:27.619670 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7386e077-3977-4195-8736-3ec948b4bfeb req-6f37c14d-2a06-4241-91fa-2a6be7164d36 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0845847
May 10 18:07:27.666585 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7386e077-3977-4195-8736-3ec948b4bfeb req-ea55d9b4-fd72-4610-b67b-c410c3a2579b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412529
May 10 18:07:28.276941 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977d63f-ddf8-4275-813c-551fb3f0d821 req-4b44e202-dc52-46a6-8a79-64323a4a3b74 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:28.278445 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8977d63f-ddf8-4275-813c-551fb3f0d821 req-4b44e202-dc52-46a6-8a79-64323a4a3b74 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 944 time: 0.0840266
May 10 18:07:28.325904 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8977d63f-ddf8-4275-813c-551fb3f0d821 req-b2512880-ee28-4187-8669-7973a8c82e86 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414693
May 10 18:07:28.394951 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383d24e-238b-462c-bb94-d510c14ac036 req-6ddeae2a-061c-486a-9be5-12cfa8593e2a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:28.396714 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5383d24e-238b-462c-bb94-d510c14ac036 req-6ddeae2a-061c-486a-9be5-12cfa8593e2a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0832129
May 10 18:07:28.441406 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5383d24e-238b-462c-bb94-d510c14ac036 req-c9254590-5468-4a79-89d5-eb37be291a03 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389707
May 10 18:07:28.687253 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device a72f3982-e0a8-489c-905c-6ae0e273c918 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:07:28.824825 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port a72f3982-e0a8-489c-905c-6ae0e273c918, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a72f3982-e0a8-489c-905c-6ae0e273c918,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:28.839401 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': 'a72f3982-e0a8-489c-905c-6ae0e273c918', 'network_id': '919e9f32-b886-454a-a8a9-60dbc6a521aa', 'port_id': 'a72f3982-e0a8-489c-905c-6ae0e273c918', 'mac_address': 'fa:16:3e:b7:d8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66cf26b-dd31-4486-ade1-4f7e154aeb44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:07:28.860660 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c6ea5-8dfd-48fb-af6a-8764c48fda30 req-aa789544-7ad7-45f9-8e8c-2c01e4f3d03b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:28.862469 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa0c6ea5-8dfd-48fb-af6a-8764c48fda30 req-aa789544-7ad7-45f9-8e8c-2c01e4f3d03b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0840917
May 10 18:07:28.895838 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:28.909601 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa0c6ea5-8dfd-48fb-af6a-8764c48fda30 req-afa92dca-a033-4d7f-b808-d98b8c136e01 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410814
May 10 18:07:28.913999 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72f3982-e0a8-489c-905c-6ae0e273c918 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:07:28.929528 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port a72f3982-e0a8-489c-905c-6ae0e273c918, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a72f3982-e0a8-489c-905c-6ae0e273c918,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:28.934558 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:28.936451 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-52ab303c-57ca-49fe-b688-5e381b60f1c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:29.025609 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=a72f3982-e0a8-489c-905c-6ae0e273c918,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:29.028659 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:29.375586 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['a72f3982-e0a8-489c-905c-6ae0e273c918'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:29.527312 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b74bd-acb5-4a1a-ae88-4e25e288dec7 req-1c884840-e441-4e43-a1d6-f54e7c712fb7 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:29.528984 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b94b74bd-acb5-4a1a-ae88-4e25e288dec7 req-1c884840-e441-4e43-a1d6-f54e7c712fb7 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 945 time: 0.0837080
May 10 18:07:29.574995 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b94b74bd-acb5-4a1a-ae88-4e25e288dec7 req-411316d3-3fdf-4a70-a5b6-bb95fc84313c tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393503
May 10 18:07:29.635915 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58513ef8-9dc1-4d4d-94e5-5e5622a76e8d req-46e745ba-fde2-4927-94c4-cad06a7d9cdd tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:29.638092 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-58513ef8-9dc1-4d4d-94e5-5e5622a76e8d req-46e745ba-fde2-4927-94c4-cad06a7d9cdd tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0860772
May 10 18:07:29.684560 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-58513ef8-9dc1-4d4d-94e5-5e5622a76e8d req-ea8033c7-6e5b-4736-82d2-87e5d5c37aaf tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402434
May 10 18:07:30.099201 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772512af-1c7d-42da-9b51-767f7d975d44 req-b395a250-c0c1-40fa-aa62-b65296462a68 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:30.100875 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-772512af-1c7d-42da-9b51-767f7d975d44 req-b395a250-c0c1-40fa-aa62-b65296462a68 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0800986
May 10 18:07:30.214683 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-772512af-1c7d-42da-9b51-767f7d975d44 req-6a4ff370-073e-4e4b-a474-92d4cdc114ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076281
May 10 18:07:30.699419 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:07:30.776668 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880bebf-6b8e-4457-a029-451f9c5d1d6e req-d29b3608-e8cf-462c-a2ac-6af1240b4d9c tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:30.780232 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d880bebf-6b8e-4457-a029-451f9c5d1d6e req-d29b3608-e8cf-462c-a2ac-6af1240b4d9c tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 945 time: 0.0831971
May 10 18:07:30.827128 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d880bebf-6b8e-4457-a029-451f9c5d1d6e req-1dfafaa4-e448-4e6a-8a0f-e9028964b53c tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421169
May 10 18:07:30.835471 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:30.849027 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'port_id': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'mac_address': 'fa:16:3e:a5:c0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:07:30.872729 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c16366-a06d-4cf0-a3aa-4d57ce252741 req-0d754fea-f2d6-4c94-aefb-d9a30be62a97 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:30.874194 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-19c16366-a06d-4cf0-a3aa-4d57ce252741 req-0d754fea-f2d6-4c94-aefb-d9a30be62a97 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0835726
May 10 18:07:30.905501 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:30.919179 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-19c16366-a06d-4cf0-a3aa-4d57ce252741 req-c96a57f9-31d2-45b7-b39a-2299bea1460f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389228
May 10 18:07:30.922561 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e19b49de-1a32-49b6-935b-2ce5b65e8f24 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:07:30.938632 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:30.944929 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:30.947164 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:31.027210 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=6']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:31.029960 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:31.127429 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['e19b49de-1a32-49b6-935b-2ce5b65e8f24'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:31.414636 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5cbb1-35ec-414d-8caf-1bfbc49b52a1 req-f57029e3-baf4-420b-bf19-05644b36efed tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:31.416232 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4df5cbb1-35ec-414d-8caf-1bfbc49b52a1 req-f57029e3-baf4-420b-bf19-05644b36efed tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 944 time: 0.0845025
May 10 18:07:31.460247 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4df5cbb1-35ec-414d-8caf-1bfbc49b52a1 req-94924517-5afe-4136-859d-1a15c7fedf77 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381677
May 10 18:07:32.019912 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeafa5-db65-4707-8445-666820581fa1 req-aac057d7-339f-40f2-ad40-b670e4fc51a0 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:32.021383 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8cdeafa5-db65-4707-8445-666820581fa1 req-aac057d7-339f-40f2-ad40-b670e4fc51a0 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 945 time: 0.0814667
May 10 18:07:32.067086 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8cdeafa5-db65-4707-8445-666820581fa1 req-87394cff-0b72-4cfe-838c-c1fd09747735 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396142
May 10 18:07:32.114746 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e881225-8ff2-4684-9f22-d2b3a28efba9 req-5f20b99c-48bd-46a1-8701-b8cacf882a4e tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:32.116375 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9e881225-8ff2-4684-9f22-d2b3a28efba9 req-5f20b99c-48bd-46a1-8701-b8cacf882a4e tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0912905
May 10 18:07:32.171173 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9e881225-8ff2-4684-9f22-d2b3a28efba9 req-a402b452-bf24-442f-94f0-d84840cf429b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451531
May 10 18:07:32.648934 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1281c5-faaf-40e5-be75-5edc020318fd req-af5632df-f800-4fc1-88c3-e95c09408ac7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:32.650344 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bc1281c5-faaf-40e5-be75-5edc020318fd req-af5632df-f800-4fc1-88c3-e95c09408ac7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 944 time: 0.0803406
May 10 18:07:32.695321 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bc1281c5-faaf-40e5-be75-5edc020318fd req-06faf44f-31b9-4b9b-9ae6-46b80a4824b3 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390379
May 10 18:07:32.735419 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:07:32.806770 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port e19b49de-1a32-49b6-935b-2ce5b65e8f24 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:07:32.807184 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:32.944604 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:32.987694 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:32.989140 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:32.995611 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:32.996743 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device a72f3982-e0a8-489c-905c-6ae0e273c918 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:07:33.028554 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:33.075518 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'code': 200}
May 10 18:07:33.139308 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=7']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:33.142887 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:33.146359 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port a72f3982-e0a8-489c-905c-6ae0e273c918 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:07:33.158380 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port a72f3982-e0a8-489c-905c-6ae0e273c918 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:07:33.159038 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:33.410938 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:33.441653 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfc8ee-7058-4093-a854-e69160ca3007 req-b0676f10-6467-4c4d-9022-838c347962c2 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:33.443537 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f3bfc8ee-7058-4093-a854-e69160ca3007 req-b0676f10-6467-4c4d-9022-838c347962c2 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 945 time: 0.2040195
May 10 18:07:33.497742 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port a72f3982-e0a8-489c-905c-6ae0e273c918, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a72f3982-e0a8-489c-905c-6ae0e273c918,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:33.507389 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:33.509930 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:33.518907 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6696805-39f7-473d-9266-1beab26ce018 req-79d6df2a-c6fe-40d4-95e2-dc1098b7c1eb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:33.521596 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f3bfc8ee-7058-4093-a854-e69160ca3007 req-ee171b25-b5be-428a-8190-42ca9bb76eea tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707638
May 10 18:07:33.522411 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b6696805-39f7-473d-9266-1beab26ce018 req-79d6df2a-c6fe-40d4-95e2-dc1098b7c1eb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1973646
May 10 18:07:33.600924 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b6696805-39f7-473d-9266-1beab26ce018 req-fecc935a-f912-4350-9d2e-a62c23fcaeb6 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690310
May 10 18:07:33.681771 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=a72f3982-e0a8-489c-905c-6ae0e273c918,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:33.684888 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:33.915033 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9c1d-5e83-4c34-8f7c-f55cb286274c req-63a22334-f120-4a50-9b07-64893c4894e4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:33.917118 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b35d9c1d-5e83-4c34-8f7c-f55cb286274c req-63a22334-f120-4a50-9b07-64893c4894e4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1062891
May 10 18:07:33.977930 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b35d9c1d-5e83-4c34-8f7c-f55cb286274c req-8749026a-e026-4134-9f0a-4cb462d70126 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547125
May 10 18:07:34.749882 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41c91f-8e3b-4c97-8c47-cdb79344b350 req-4b5e0f60-5c08-4975-b61d-91df02f294e0 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:34.752515 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa41c91f-8e3b-4c97-8c47-cdb79344b350 req-4b5e0f60-5c08-4975-b61d-91df02f294e0 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 946 time: 0.1131680
May 10 18:07:34.801394 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa41c91f-8e3b-4c97-8c47-cdb79344b350 req-3018e318-ed06-43fa-beed-6648bf8e22c3 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427904
May 10 18:07:34.816353 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-562b7b3f-d3ab-4fd0-bdfa-b3d5c6386be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:34.881159 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ed764-33ac-49fd-b78f-82714c9d7c0a req-a4b1c8d4-4e63-48fe-8884-7709e7e30a49 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:34.883467 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a81ed764-33ac-49fd-b78f-82714c9d7c0a req-a4b1c8d4-4e63-48fe-8884-7709e7e30a49 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1460242
May 10 18:07:34.948860 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a81ed764-33ac-49fd-b78f-82714c9d7c0a req-8b3fb65f-bafb-4452-be2c-3b06838ae73f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584915
May 10 18:07:35.077474 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755ed505-44c3-4a23-b5f6-ad3043b479c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72f3982-e0a8-489c-905c-6ae0e273c918'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:35.182615 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755ed505-44c3-4a23-b5f6-ad3043b479c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72f3982-e0a8-489c-905c-6ae0e273c918', 'code': 200}
May 10 18:07:35.231737 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ada2ec-c66b-4ab0-9c3e-c0dfbb5f8c08 req-1502850b-85b9-41e2-8fa0-aef1682c3fd6 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:35.233215 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e8ada2ec-c66b-4ab0-9c3e-c0dfbb5f8c08 req-1502850b-85b9-41e2-8fa0-aef1682c3fd6 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1141398
May 10 18:07:35.285136 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e8ada2ec-c66b-4ab0-9c3e-c0dfbb5f8c08 req-55700161-8441-4242-8569-eb514e6ef094 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455573
May 10 18:07:35.575276 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ea3c6-6b2f-4ac6-856a-a6b3ad1b6e5c req-36fd5a0c-768f-4aa2-831f-f0bd003903e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:35.576988 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-217ea3c6-6b2f-4ac6-856a-a6b3ad1b6e5c req-36fd5a0c-768f-4aa2-831f-f0bd003903e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 1099 time: 0.0887411
May 10 18:07:35.640359 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-217ea3c6-6b2f-4ac6-856a-a6b3ad1b6e5c req-46c8686d-96ea-4585-a239-9cf2521f1ff9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547218
May 10 18:07:35.990997 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 46566) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:07:36.121924 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41b945-e219-4c24-a063-4590aad2d566 req-f53b0d57-a793-444a-b9a8-e37428218718 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:36.121924 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-af41b945-e219-4c24-a063-4590aad2d566 req-f53b0d57-a793-444a-b9a8-e37428218718 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 946 time: 0.1984134
May 10 18:07:36.189034 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3961cf8-3ebf-4dde-9a65-f4d93dc70762 req-b7e2d5f3-6148-4559-a59c-fcebee919b31 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:36.192359 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c3961cf8-3ebf-4dde-9a65-f4d93dc70762 req-b7e2d5f3-6148-4559-a59c-fcebee919b31 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0944355
May 10 18:07:36.199994 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:36.230141 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:07:36.235899 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Usage tracker for resource:security_group_rule and tenant:2dd741c0a8e349c8ba708220d5398afa is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:07:36.241271 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:07:36.247198 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-af41b945-e219-4c24-a063-4590aad2d566 req-42e333e1-760b-4a47-9504-7abe1b2f6b4a tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174831
May 10 18:07:36.252192 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:07:36.253732 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c3961cf8-3ebf-4dde-9a65-f4d93dc70762 req-76a015e6-0154-41ea-a4ef-29321a134716 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544236
May 10 18:07:36.401849 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:36.407055 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:36.414184 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a2c12050-f9b7-4836-8cdd-8f6765e339da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:36.495785 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f345b-73bf-4373-b1f1-8684eb0a55ed,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:36.532648 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2dd741c0a8e349c8ba708220d5398afa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5362523
May 10 18:07:36.532648 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.532648 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.533061 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.533247 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.533561 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.533906 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.534249 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.534506 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 46580) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:07:36.534624 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.534924 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.535286 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.535712 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.535956 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:36.544317 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:36.585909 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4313a-4fa9-43ed-bfc7-ba686bf08f06 req-24909491-88b0-4a0c-9f00-c8efb6e1a0d2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:36.596765 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9de4313a-4fa9-43ed-bfc7-ba686bf08f06 req-24909491-88b0-4a0c-9f00-c8efb6e1a0d2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1467381
May 10 18:07:36.649098 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9de4313a-4fa9-43ed-bfc7-ba686bf08f06 req-ce86ffa2-4efb-4443-8f13-dae583da119e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480690
May 10 18:07:36.669206 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3e86eab-fdbf-44ad-acfb-255476f8a205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:36.698418 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3e86eab-fdbf-44ad-acfb-255476f8a205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:36.768709 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3e86eab-fdbf-44ad-acfb-255476f8a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:36.772958 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e485125f-0319-4c53-9c3c-5eb099658625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:36.784489 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e86eab-fdbf-44ad-acfb-255476f8a205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f345b-73bf-4373-b1f1-8684eb0a55ed,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:36.787329 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f3e86eab-fdbf-44ad-acfb-255476f8a205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:36.793693 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3e86eab-fdbf-44ad-acfb-255476f8a205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:36.794995 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f3e86eab-fdbf-44ad-acfb-255476f8a205 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a2f345b-73bf-4373-b1f1-8684eb0a55ed HTTP/1.1" status: 204  len: 168 time: 0.2578740
May 10 18:07:37.421439 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:37.496880 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc82ef6-32fd-49fa-b0f4-07d6857922d7 req-1ce5ed4a-d0d7-44ed-a2a5-10fa82a5f2e3 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:37.498572 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-acc82ef6-32fd-49fa-b0f4-07d6857922d7 req-1ce5ed4a-d0d7-44ed-a2a5-10fa82a5f2e3 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1237276
May 10 18:07:37.562690 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e505b-b887-4e71-80c9-d689d1433431 req-89e74e9d-14b6-4e43-9652-8f692c3357ad tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:37.565070 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-247e505b-b887-4e71-80c9-d689d1433431 req-89e74e9d-14b6-4e43-9652-8f692c3357ad tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 946 time: 0.1313128
May 10 18:07:37.578983 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7cca3eb8-719d-4ea6-89b7-89c0ad5402b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:37.594462 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-acc82ef6-32fd-49fa-b0f4-07d6857922d7 req-9a2bf93a-1c50-4d9d-847d-7f055aafcd11 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770087
May 10 18:07:37.651182 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-247e505b-b887-4e71-80c9-d689d1433431 req-12c40e56-cd2b-436e-8b92-dd4c69fc4c82 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726733
May 10 18:07:37.911654 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b02c4f-0e96-4db2-9c2a-37a7f1dd44e7 req-51a2d633-66ee-4620-a7cc-8d2a54dc26db tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:37.919347 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-34b02c4f-0e96-4db2-9c2a-37a7f1dd44e7 req-51a2d633-66ee-4620-a7cc-8d2a54dc26db tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1213677
May 10 18:07:37.970413 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-34b02c4f-0e96-4db2-9c2a-37a7f1dd44e7 req-0c5db622-79fe-4111-a64a-eca2092aed8d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500815
May 10 18:07:38.529620 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:38.684865 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495df32-4615-45d9-b120-17570ac6968d req-b2667f3c-fb3b-4818-9bed-7a4461431491 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:38.686358 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b495df32-4615-45d9-b120-17570ac6968d req-b2667f3c-fb3b-4818-9bed-7a4461431491 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 945 time: 0.1930068
May 10 18:07:38.761760 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b495df32-4615-45d9-b120-17570ac6968d req-ac07e261-6136-4e50-acf9-3849cfd7d313 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664186
May 10 18:07:38.876000 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064080d-978a-4222-b91b-77a0c0ce9925 req-4a8716b6-66d7-4b08-bd24-16f83d5b143b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:38.883879 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a064080d-978a-4222-b91b-77a0c0ce9925 req-4a8716b6-66d7-4b08-bd24-16f83d5b143b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1006916
May 10 18:07:38.931696 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a064080d-978a-4222-b91b-77a0c0ce9925 req-115e4c09-2184-4485-9523-4e377a79d7f9 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467236
May 10 18:07:39.208686 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e827c8-03f1-4825-be15-5d0b9dfae1f6 req-9913ccbb-9c27-493d-bcd3-a74bc02bd7ab tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:39.217818 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-64e827c8-03f1-4825-be15-5d0b9dfae1f6 req-9913ccbb-9c27-493d-bcd3-a74bc02bd7ab tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1032457
May 10 18:07:39.297255 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-64e827c8-03f1-4825-be15-5d0b9dfae1f6 req-5169a9f0-03ff-4e53-a4c2-2c91cdfd9347 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782297
May 10 18:07:39.442677 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea216-2cd0-4b17-a3b8-4d3414b4e351 req-3e8176e9-6dbd-43c8-9c5d-cfd21254431c tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:39.444588 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-20bea216-2cd0-4b17-a3b8-4d3414b4e351 req-3e8176e9-6dbd-43c8-9c5d-cfd21254431c tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 946 time: 0.0906091
May 10 18:07:39.496945 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-20bea216-2cd0-4b17-a3b8-4d3414b4e351 req-ad7f3482-402b-4550-81ff-763d728538a3 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451009
May 10 18:07:39.962502 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d648b-fb7a-4cbf-a12f-9d28d750049e req-efa951cf-94ae-49f0-80b9-3d67b68ee486 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:39.970508 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-443d648b-fb7a-4cbf-a12f-9d28d750049e req-efa951cf-94ae-49f0-80b9-3d67b68ee486 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 945 time: 0.1012020
May 10 18:07:39.988415 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:40.029287 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-443d648b-fb7a-4cbf-a12f-9d28d750049e req-bdeaf9cc-0ebd-412f-bb63-0c0cbe2df52b tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576782
May 10 18:07:40.208135 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ed37c-af07-4e61-9217-eee43b0ab598 req-ab96c75a-d192-494e-844d-2ef42c0a9a5f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:40.211375 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-678ed37c-af07-4e61-9217-eee43b0ab598 req-ab96c75a-d192-494e-844d-2ef42c0a9a5f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1339400
May 10 18:07:40.296384 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-678ed37c-af07-4e61-9217-eee43b0ab598 req-6dd837d7-63ee-47f6-921d-bbc6d59dafb8 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716970
May 10 18:07:40.369837 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-ad46530d-6474-4cb2-9122-4f86fcfd8b4e tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e3cfbce0dead485abd8a2301fcae7c8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0379791
May 10 18:07:40.499757 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f42ee-1373-4f14-a68d-0db7f534f94e req-8c31853d-090d-4fbd-8fa2-98358cb91ced tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:40.507905 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a14f42ee-1373-4f14-a68d-0db7f534f94e req-8c31853d-090d-4fbd-8fa2-98358cb91ced tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0910990
May 10 18:07:40.530641 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e1728769-240b-4135-9116-67a737e91c85 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:40.532531 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e1728769-240b-4135-9116-67a737e91c85 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1570563
May 10 18:07:40.548205 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-269fef09-efd3-4db8-82f9-fe1d60100857 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/quotas/e3cfbce0dead485abd8a2301fcae7c8a HTTP/1.1" status: 200  len: 375 time: 0.0095036
May 10 18:07:40.561646 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a14f42ee-1373-4f14-a68d-0db7f534f94e req-cabcceaf-b5ed-4b1b-ab83-b1e170f6e32e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532718
May 10 18:07:40.605582 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-dd241b45-0875-4644-a49e-0ee1703d6a36 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3cfbce0dead485abd8a2301fcae7c8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499873
May 10 18:07:40.822045 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f38b-807a-4267-ad91-04372004253f req-79affd2b-87f3-49db-9054-3678efc78de9 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:40.823840 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1439f38b-807a-4267-ad91-04372004253f req-79affd2b-87f3-49db-9054-3678efc78de9 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 946 time: 0.1451745
May 10 18:07:40.841383 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-697a68f6-5e56-4270-af25-411ff170166c req-d00e1bed-6662-47a8-960f-88cd503097d3 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 210 time: 0.0670118
May 10 18:07:40.888856 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1439f38b-807a-4267-ad91-04372004253f req-2795fe2f-7711-4cee-b12b-608efda1703e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585454
May 10 18:07:41.229089 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-8556ca2c-e37d-44df-a21f-4c859a484c0a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:41.233229 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-8556ca2c-e37d-44df-a21f-4c859a484c0a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 945 time: 0.1817508
May 10 18:07:41.375668 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4ab13-9601-4ff3-bf59-6c43e583bc3f req-bbe17883-8ec3-47b4-b630-5aa99a39d9fd tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:41.387615 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-94e4ab13-9601-4ff3-bf59-6c43e583bc3f req-bbe17883-8ec3-47b4-b630-5aa99a39d9fd tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 945 time: 0.2164981
May 10 18:07:41.454136 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-94e4ab13-9601-4ff3-bf59-6c43e583bc3f req-5d419157-d1b4-4e59-8d54-3a51851ede27 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650556
May 10 18:07:41.491366 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Deleting port af15c20c-bf83-4df0-b142-abf03b7c8250 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:07:41.492232 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:41.573394 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-bee82d40-6fb6-412d-8210-61a0c6d1b35f tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:41.574734 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-bee82d40-6fb6-412d-8210-61a0c6d1b35f tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.58 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 946 time: 0.1196125
May 10 18:07:41.679549 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] For port af15c20c-bf83-4df0-b142-abf03b7c8250, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=af15c20c-bf83-4df0-b142-abf03b7c8250,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:41.680045 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:41.841148 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Calling delete_port for af15c20c-bf83-4df0-b142-abf03b7c8250 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:07:41.841366 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092022e-2a78-4ed6-b139-a9d4586ef267 req-38174344-c1e6-49de-a723-f59a59031c32 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:41.848430 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1092022e-2a78-4ed6-b139-a9d4586ef267 req-38174344-c1e6-49de-a723-f59a59031c32 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1539853
May 10 18:07:41.868120 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Deleting port a72f3982-e0a8-489c-905c-6ae0e273c918 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:07:41.868457 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:41.997616 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1092022e-2a78-4ed6-b139-a9d4586ef267 req-a9e4e645-b81b-48fd-bdff-f27cd8c89531 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482713
May 10 18:07:42.038141 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c03882-825d-4636-ade5-ecf4915a5c22 req-72d551e9-7f46-48ff-a1be-0232d6510881 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:42.048426 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d1c03882-825d-4636-ade5-ecf4915a5c22 req-72d551e9-7f46-48ff-a1be-0232d6510881 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.3031223
May 10 18:07:42.073980 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] For port a72f3982-e0a8-489c-905c-6ae0e273c918, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a72f3982-e0a8-489c-905c-6ae0e273c918,segment=NetworkSegment(ec6cf6ef-0165-4051-b691-f031a2e8b890),segment_id=ec6cf6ef-0165-4051-b691-f031a2e8b890)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:42.074815 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:42.168597 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d1c03882-825d-4636-ade5-ecf4915a5c22 req-b73fa0cb-1e1d-40b3-891e-a71230cf7149 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1198945
May 10 18:07:42.263776 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:42.286654 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['39069625-bd9c-49b7-8ac3-9be35842aae6', '1b2077a9-df56-49bc-ade2-22c84168eea2', 'c05bb73c-0746-49f7-9539-1ccb6cd6842c', 'af15c20c-bf83-4df0-b142-abf03b7c8250'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:42.292375 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:42.304384 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Calling delete_port for a72f3982-e0a8-489c-905c-6ae0e273c918 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:07:42.318963 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-48ec1199-88d5-44d2-b33b-63838a9cf10c req-a6468f16-cde2-4afc-99d7-28379251f4f1 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 210 time: 0.1436136
May 10 18:07:42.545930 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:42.566099 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Pushing event deleted for resources: {'Port': ['ID=af15c20c-bf83-4df0-b142-abf03b7c8250,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:42.566960 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:42.574092 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] No DVR routers for this DVR port af15c20c-bf83-4df0-b142-abf03b7c8250 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:07:42.576109 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.576471 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.576930 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.577286 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.577631 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.577975 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.578313 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.578752 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.579116 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.579454 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.579794 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.580129 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:07:42.587464 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:42.591388 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:42.595859 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c1f643-fe6c-4c47-a428-04dc4c9fb7ee', 'name': 'network-vif-deleted', 'tag': 'af15c20c-bf83-4df0-b142-abf03b7c8250'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:42.640681 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-06b1f7f8-e529-46e6-aca0-81f5bf89912f tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e3cfbce0dead485abd8a2301fcae7c8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0347760
May 10 18:07:42.683168 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5ae47507-4b32-4c8c-aefe-45404fdbd3c1 req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "DELETE /v2.0/ports/af15c20c-bf83-4df0-b142-abf03b7c8250 HTTP/1.1" status: 204  len: 173 time: 1.4402270
May 10 18:07:42.726252 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Pushing event deleted for resources: {'Port': ['ID=a72f3982-e0a8-489c-905c-6ae0e273c918,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:42.807209 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867f48a-d463-4efb-9934-f332cb07b8e7 req-5b866b02-e2eb-4f53-ac9e-897448d6b392 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:42.808639 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:42.810977 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e867f48a-d463-4efb-9934-f332cb07b8e7 req-5b866b02-e2eb-4f53-ac9e-897448d6b392 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 867 time: 0.3517890
May 10 18:07:42.820533 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fc6fe347-c464-47bf-adce-e7ddf1144526 req-95f93bc9-8d12-4d4c-96d7-78ac830251e2 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=10c1f643-fe6c-4c47-a428-04dc4c9fb7ee HTTP/1.1" status: 200  len: 210 time: 0.1016674
May 10 18:07:42.825916 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] No DVR routers for this DVR port a72f3982-e0a8-489c-905c-6ae0e273c918 on host hv-cinder-79049 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:07:42.829130 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:42.832263 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755ed505-44c3-4a23-b5f6-ad3043b479c4', 'name': 'network-vif-deleted', 'tag': 'a72f3982-e0a8-489c-905c-6ae0e273c918'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:42.868343 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5ef2aff9-9b98-4201-8cf8-4d77191dd695 req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.58 "DELETE /v2.0/ports/a72f3982-e0a8-489c-905c-6ae0e273c918 HTTP/1.1" status: 204  len: 173 time: 1.2851148
May 10 18:07:42.988819 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e867f48a-d463-4efb-9934-f332cb07b8e7 req-c4dc2d08-8bd7-4051-bf75-412cf29564ea tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/security-groups?id=bf40a489-da17-44d0-981c-88a320c0454c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671565
May 10 18:07:43.032763 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-551f83d0-3ff3-4982-a8bb-04f627eb745e tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:43.037562 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-551f83d0-3ff3-4982-a8bb-04f627eb745e tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3841920
May 10 18:07:43.059369 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Request body: {'port': {'device_id': '00881393-02cc-44e0-a32b-ac99dfb8842f', 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a', 'admin_state_up': True, 'tenant_id': 'e3cfbce0dead485abd8a2301fcae7c8a'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:07:43.121533 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755ed505-44c3-4a23-b5f6-ad3043b479c4', 'name': 'network-vif-deleted', 'tag': 'a72f3982-e0a8-489c-905c-6ae0e273c918', 'status': 'completed', 'code': 200}
May 10 18:07:43.290665 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c1f643-fe6c-4c47-a428-04dc4c9fb7ee', 'name': 'network-vif-deleted', 'tag': 'af15c20c-bf83-4df0-b142-abf03b7c8250', 'status': 'completed', 'code': 200}
May 10 18:07:43.292902 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:07:43.307997 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Usage tracker for resource:port and tenant:e3cfbce0dead485abd8a2301fcae7c8a is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:07:43.312107 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:07:43.319736 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:07:43.371596 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Made reservation on behalf of e3cfbce0dead485abd8a2301fcae7c8a for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:07:43.374937 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:43.392959 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:43.417729 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:07:43.423139 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Usage tracker for resource:security_group_rule and tenant:e3cfbce0dead485abd8a2301fcae7c8a is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:07:43.427405 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:07:43.437339 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:07:43.471255 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ac15-71c5-4b06-af86-f0be598ad0e3 req-80121596-524e-4d25-9615-a2ef1b9f1947 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:43.473392 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ed20ac15-71c5-4b06-af86-f0be598ad0e3 req-80121596-524e-4d25-9615-a2ef1b9f1947 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1908975
May 10 18:07:43.486421 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d50d6-effd-4f0e-86fd-6e12aaad7e5c req-205cd4fb-0a06-42da-a3c2-bed1ce6980df tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:43.487940 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ea7d50d6-effd-4f0e-86fd-6e12aaad7e5c req-205cd4fb-0a06-42da-a3c2-bed1ce6980df tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1585653
May 10 18:07:43.588983 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ed20ac15-71c5-4b06-af86-f0be598ad0e3 req-08aee352-988c-41b7-8924-4a9a71067e1c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017990
May 10 18:07:43.602592 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ea7d50d6-effd-4f0e-86fd-6e12aaad7e5c req-335274ec-feb1-4e45-a239-d29914dc2f2a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072073
May 10 18:07:43.676324 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:43.686272 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:43.758034 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a56d2dc0-5059-4d08-a439-36f1de5fc54e req-91824795-22b5-44e2-b2dd-76eaebb6f2ad tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 210 time: 0.0609701
May 10 18:07:43.808444 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-93cf169d-a8ef-4717-a1a9-67fa162ad27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:43.981186 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:43.991073 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:44.077471 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Allocated IP 192.168.233.109 (d776d6b5-af63-488b-a38c-d73bb5a5ff0a/ec7c1b9c-5d02-41be-b472-c833bdf3b558/147fb3c4-a9d1-4929-8d1d-a7a639510399) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:07:44.151477 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:07:44.219410 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['a72f3982-e0a8-489c-905c-6ae0e273c918'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:44.391483 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-7f390d84-2e11-42fa-b355-f31e043fa1aa req-09125b63-c5e7-4cfe-a224-00943fbb4c5a tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Synchronizing usage tracker for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:44.417710 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-7f390d84-2e11-42fa-b355-f31e043fa1aa req-09125b63-c5e7-4cfe-a224-00943fbb4c5a tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Unset dirty status for tenant:c6a47d10b980491c84169ee143e1d8ca on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:44.420528 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7f390d84-2e11-42fa-b355-f31e043fa1aa req-09125b63-c5e7-4cfe-a224-00943fbb4c5a tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] 10.222.0.70 "GET /v2.0/ports?device_id=755ed505-44c3-4a23-b5f6-ad3043b479c4 HTTP/1.1" status: 200  len: 210 time: 0.1257782
May 10 18:07:44.461757 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:44.478362 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Transition to ACTIVE for port object 147fb3c4-a9d1-4929-8d1d-a7a639510399 will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:07:44.507118 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:44.515814 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:44.584227 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Network d776d6b5-af63-488b-a38c-d73bb5a5ff0a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:07:44.587736 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:07:44.597039 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:07:44.662234 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Pushing event updated for resources: {'Port': ['ID=147fb3c4-a9d1-4929-8d1d-a7a639510399,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:44.671825 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:44.738236 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:44.738953 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:44.795780 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device af15c20c-bf83-4df0-b142-abf03b7c8250 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:07:44.854815 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8038445
May 10 18:07:44.870548 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: af15c20c-bf83-4df0-b142-abf03b7c8250 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:07:44.870906 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device af15c20c-bf83-4df0-b142-abf03b7c8250 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:07:44.874169 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Request body: {'port': {'device_id': '00881393-02cc-44e0-a32b-ac99dfb8842f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:07:44.876947 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device a72f3982-e0a8-489c-905c-6ae0e273c918 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:07:44.933418 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: a72f3982-e0a8-489c-905c-6ae0e273c918 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:07:44.933762 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device a72f3982-e0a8-489c-905c-6ae0e273c918 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:07:44.958553 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-9ef7026a-9a15-4f4c-a2bc-cb58b45f1ab0 None None] Provisioning for port 147fb3c4-a9d1-4929-8d1d-a7a639510399 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:07:44.964364 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-9ef7026a-9a15-4f4c-a2bc-cb58b45f1ab0 None None] Provisioning complete for port 147fb3c4-a9d1-4929-8d1d-a7a639510399 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:07:44.964737 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9ef7026a-9a15-4f4c-a2bc-cb58b45f1ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:44.993225 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd26a2-59d8-42b5-a85b-ac8e1dc23b30 req-1c6c3f45-65ba-4927-8214-f7e912017338 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:44.995411 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-84dd26a2-59d8-42b5-a85b-ac8e1dc23b30 req-1c6c3f45-65ba-4927-8214-f7e912017338 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.2395108
May 10 18:07:45.027803 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-9ef7026a-9a15-4f4c-a2bc-cb58b45f1ab0 None None] Port 147fb3c4-a9d1-4929-8d1d-a7a639510399 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:07:45.050603 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:45.063542 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ed766-904c-4fae-8023-a39e11b2d274 req-975d6f26-b457-45ac-bcd5-77240b521629 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:45.071229 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-420ed766-904c-4fae-8023-a39e11b2d274 req-975d6f26-b457-45ac-bcd5-77240b521629 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1140654
May 10 18:07:45.108689 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-84dd26a2-59d8-42b5-a85b-ac8e1dc23b30 req-3916ee1e-9197-49eb-b845-a6cbd4df83fa tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034019
May 10 18:07:45.138967 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-420ed766-904c-4fae-8023-a39e11b2d274 req-1810733b-a8d9-4b38-b6a1-a9dda6e3f8fc tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667202
May 10 18:07:45.428095 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1e334-671c-4434-a02e-daf05572b613 req-095499e1-166b-4804-9ce9-36a44bd34992 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:45.428847 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-36e1e334-671c-4434-a02e-daf05572b613 req-095499e1-166b-4804-9ce9-36a44bd34992 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Synchronizing usage tracker for tenant:e3cfbce0dead485abd8a2301fcae7c8a on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:45.469778 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-36e1e334-671c-4434-a02e-daf05572b613 req-095499e1-166b-4804-9ce9-36a44bd34992 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Unset dirty status for tenant:e3cfbce0dead485abd8a2301fcae7c8a on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:45.470950 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-36e1e334-671c-4434-a02e-daf05572b613 req-095499e1-166b-4804-9ce9-36a44bd34992 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 936 time: 0.2397466
May 10 18:07:45.572026 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147fb3c4-a9d1-4929-8d1d-a7a639510399 {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:07:45.581679 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-36e1e334-671c-4434-a02e-daf05572b613 req-64ec4915-4ead-46e8-a0a6-975059a09788 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Synchronizing usage tracker for tenant:e3cfbce0dead485abd8a2301fcae7c8a on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:45.585259 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:45.606148 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Transition to ACTIVE for port object 147fb3c4-a9d1-4929-8d1d-a7a639510399 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:07:45.610044 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:45.616495 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:45.653837 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-36e1e334-671c-4434-a02e-daf05572b613 req-64ec4915-4ead-46e8-a0a6-975059a09788 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Unset dirty status for tenant:e3cfbce0dead485abd8a2301fcae7c8a on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:45.655151 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-36e1e334-671c-4434-a02e-daf05572b613 req-64ec4915-4ead-46e8-a0a6-975059a09788 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721501
May 10 18:07:45.791048 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=147fb3c4-a9d1-4929-8d1d-a7a639510399,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:45.793501 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:45.876054 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Attempting to bind port 147fb3c4-a9d1-4929-8d1d-a7a639510399 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:07:45.876398 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Attempting to bind port 147fb3c4-a9d1-4929-8d1d-a7a639510399 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '338e6c82-2576-4b91-8029-e9136289491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:07:45.876725 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Attempting to bind port 147fb3c4-a9d1-4929-8d1d-a7a639510399 on network d776d6b5-af63-488b-a38c-d73bb5a5ff0a {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:07:45.882229 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Port 147fb3c4-a9d1-4929-8d1d-a7a639510399 on network d776d6b5-af63-488b-a38c-d73bb5a5ff0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:07:45.882551 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Attempting to bind port 147fb3c4-a9d1-4929-8d1d-a7a639510399 on network d776d6b5-af63-488b-a38c-d73bb5a5ff0a {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:07:45.888541 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:07:45.888883 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Checking segment: {'id': '338e6c82-2576-4b91-8029-e9136289491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:07:45.889268 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Bound using segment: {'id': '338e6c82-2576-4b91-8029-e9136289491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:07:45.889841 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Bound port: 147fb3c4-a9d1-4929-8d1d-a7a639510399, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338e6c82-2576-4b91-8029-e9136289491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:07:45.890190 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:46.029096 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a866468-de39-4100-b13f-2d887fa10f19 req-70ab7f6a-65b4-4ef3-858f-51f3e7f78dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.030593 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a866468-de39-4100-b13f-2d887fa10f19 req-70ab7f6a-65b4-4ef3-858f-51f3e7f78dd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 1098 time: 0.0755219
May 10 18:07:46.032378 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] For port 147fb3c4-a9d1-4929-8d1d-a7a639510399, host hv-cinder-79049, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:07:46.036628 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] For port 147fb3c4-a9d1-4929-8d1d-a7a639510399, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=147fb3c4-a9d1-4929-8d1d-a7a639510399,segment=NetworkSegment(338e6c82-2576-4b91-8029-e9136289491e),segment_id=338e6c82-2576-4b91-8029-e9136289491e)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:07:46.050196 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:46.056134 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:46.097165 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae388d2-1d07-4ac6-be3d-7d670d56b492 req-b85a8720-6098-42da-b021-f89b9abd3ddf tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.097854 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-7ae388d2-1d07-4ac6-be3d-7d670d56b492 req-b85a8720-6098-42da-b021-f89b9abd3ddf tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:46.125487 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.126085 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:46.127483 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] 10.222.0.58 "PUT /v2.0/ports/147fb3c4-a9d1-4929-8d1d-a7a639510399 HTTP/1.1" status: 200  len: 1098 time: 1.2586634
May 10 18:07:46.130752 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00881393-02cc-44e0-a32b-ac99dfb8842f', 'tag': '147fb3c4-a9d1-4929-8d1d-a7a639510399'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:46.197930 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a866468-de39-4100-b13f-2d887fa10f19 req-97a35c56-18d1-434f-9ba8-68d59c320b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.199511 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a866468-de39-4100-b13f-2d887fa10f19 req-97a35c56-18d1-434f-9ba8-68d59c320b63 service neutron] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 918 time: 0.1602278
May 10 18:07:46.295740 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-7ae388d2-1d07-4ac6-be3d-7d670d56b492 req-b85a8720-6098-42da-b021-f89b9abd3ddf tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:46.296864 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7ae388d2-1d07-4ac6-be3d-7d670d56b492 req-b85a8720-6098-42da-b021-f89b9abd3ddf tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 945 time: 0.3640759
May 10 18:07:46.317467 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=147fb3c4-a9d1-4929-8d1d-a7a639510399,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:46.326472 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:46.356984 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7ae388d2-1d07-4ac6-be3d-7d670d56b492 req-d1468255-6d5c-4d67-ae87-8881aef5ef80 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520422
May 10 18:07:46.378268 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-773dbca0-d863-4b05-a81c-c9564db41b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.380054 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-773dbca0-d863-4b05-a81c-c9564db41b98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3cfbce0dead485abd8a2301fcae7c8a&device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 1101 time: 0.1458652
May 10 18:07:46.392660 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a866468-de39-4100-b13f-2d887fa10f19 req-9bfed899-9de5-4b71-b903-2eb9c28b6a54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24 HTTP/1.1" status: 200  len: 1001 time: 0.1848376
May 10 18:07:46.447583 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00881393-02cc-44e0-a32b-ac99dfb8842f', 'tag': '147fb3c4-a9d1-4929-8d1d-a7a639510399', 'status': 'completed', 'code': 200}
May 10 18:07:46.462817 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-63d070b9-cb3e-4fa2-858f-201f0cdb626d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=147fb3c4-a9d1-4929-8d1d-a7a639510399 HTTP/1.1" status: 200  len: 217 time: 0.0719230
May 10 18:07:46.492897 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a866468-de39-4100-b13f-2d887fa10f19 req-b86ab8bf-83b4-4bfd-b6c4-69fb7d1313c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.494418 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a866468-de39-4100-b13f-2d887fa10f19 req-b86ab8bf-83b4-4bfd-b6c4-69fb7d1313c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.0917923
May 10 18:07:46.514638 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78b47d-21b5-4242-ac4b-d8ef7dab068b req-b96ae359-cf39-43cd-b933-0cc2d8b500dd tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.516139 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2e78b47d-21b5-4242-ac4b-d8ef7dab068b req-b96ae359-cf39-43cd-b933-0cc2d8b500dd tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.2106164
May 10 18:07:46.597385 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-99c921fb-78be-4f7a-911f-8415ca16ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.598813 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-99c921fb-78be-4f7a-911f-8415ca16ac6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec7c1b9c-5d02-41be-b472-c833bdf3b558 HTTP/1.1" status: 200  len: 843 time: 0.1191049
May 10 18:07:46.607450 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2e78b47d-21b5-4242-ac4b-d8ef7dab068b req-38f0982c-57ec-4d6f-912b-b0098fc756b6 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590770
May 10 18:07:46.637586 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a866468-de39-4100-b13f-2d887fa10f19 req-e95b6780-971d-46da-9f60-d0017d9ba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.637586 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a866468-de39-4100-b13f-2d887fa10f19 req-e95b6780-971d-46da-9f60-d0017d9ba6f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1284330
May 10 18:07:46.674786 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699096cb-78eb-4838-bc87-06b0fa66c9d4 req-40a5f59b-3d28-41c7-a85e-3d14de163a12 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.676271 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-699096cb-78eb-4838-bc87-06b0fa66c9d4 req-40a5f59b-3d28-41c7-a85e-3d14de163a12 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1517241
May 10 18:07:46.735388 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-dff6c709-c74a-4d48-8f68-a147044ccb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:46.736852 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-dff6c709-c74a-4d48-8f68-a147044ccb13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d776d6b5-af63-488b-a38c-d73bb5a5ff0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1305983
May 10 18:07:46.741648 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-699096cb-78eb-4838-bc87-06b0fa66c9d4 req-7655bd1e-0397-46e6-b2d8-10abfe14709b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579305
May 10 18:07:46.803396 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a866468-de39-4100-b13f-2d887fa10f19 req-044be8a6-bfec-46c6-b328-efab2036d4f9 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550975
May 10 18:07:46.928953 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-b805f8f8-0aee-469d-a189-5b3ff8087284 service neutron] 10.222.0.58 "GET /v2.0/networks/d776d6b5-af63-488b-a38c-d73bb5a5ff0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839364
May 10 18:07:46.961440 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a866468-de39-4100-b13f-2d887fa10f19 req-c17a654f-bdf0-4f97-bba4-45d4280bc238 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509745
May 10 18:07:47.043137 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c29e-5ac6-44c6-bae2-7978cdfdd0f0 req-ac7289e6-8d79-4afc-8fd0-adc79bd134fa tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:47.044590 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aa56c29e-5ac6-44c6-bae2-7978cdfdd0f0 req-ac7289e6-8d79-4afc-8fd0-adc79bd134fa tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 948 time: 0.1829214
May 10 18:07:47.119346 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aa56c29e-5ac6-44c6-bae2-7978cdfdd0f0 req-e31aac89-29f8-4836-9b2f-4e94e11a56f5 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671427
May 10 18:07:47.121184 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4fcef78c-d84d-41c3-8e58-59074abef1c4 req-934938d4-eb54-47bb-9a5b-9e5df3d4eeec service neutron] 10.222.0.58 "GET /v2.0/networks/d776d6b5-af63-488b-a38c-d73bb5a5ff0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1842360
May 10 18:07:47.264401 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-5661ec4e-8c49-43b3-a2a9-964d86a1c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:47.265852 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-5661ec4e-8c49-43b3-a2a9-964d86a1c856 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3cfbce0dead485abd8a2301fcae7c8a&device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 1101 time: 0.0809948
May 10 18:07:47.399680 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-5400178f-c7e5-4f95-991b-f6a9a2aa1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:47.401087 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-5400178f-c7e5-4f95-991b-f6a9a2aa1d1c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d776d6b5-af63-488b-a38c-d73bb5a5ff0a HTTP/1.1" status: 200  len: 870 time: 0.1239855
May 10 18:07:47.558015 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83d464-3fa9-45fa-a09c-5bb5e6fc62f9 req-e6b3ef31-4599-4f79-8416-2d42a06e2db5 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:47.559488 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c83d464-3fa9-45fa-a09c-5bb5e6fc62f9 req-e6b3ef31-4599-4f79-8416-2d42a06e2db5 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 945 time: 0.0852897
May 10 18:07:47.604120 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2c83d464-3fa9-45fa-a09c-5bb5e6fc62f9 req-1218ba94-bfb1-4ee9-bfce-045532d0935d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388794
May 10 18:07:47.788920 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a5e9a-bdde-4dab-b1f8-e0ce567ea9df req-16f79d57-a94b-4fdc-b254-a00b4e22b7fe tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:47.790379 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f98a5e9a-bdde-4dab-b1f8-e0ce567ea9df req-16f79d57-a94b-4fdc-b254-a00b4e22b7fe tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0802965
May 10 18:07:47.835412 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f98a5e9a-bdde-4dab-b1f8-e0ce567ea9df req-f8370aeb-ffe9-4eb8-b328-b50d1ef28856 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390768
May 10 18:07:47.930829 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f93bed-2a2e-4dbb-ac3f-703e42a42bd9 req-0af73d09-a7fc-4ef6-ac5b-11073a71dced tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:47.932295 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-52f93bed-2a2e-4dbb-ac3f-703e42a42bd9 req-0af73d09-a7fc-4ef6-ac5b-11073a71dced tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.0803630
May 10 18:07:47.976096 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-52f93bed-2a2e-4dbb-ac3f-703e42a42bd9 req-32715940-b6a0-4e43-b8b2-425aad237ccf tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380266
May 10 18:07:48.318448 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f1776-b330-4f3d-ab8d-347537987693 req-9a380c2a-bb74-482e-a346-b69e1c9f0892 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:48.319973 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cc3f1776-b330-4f3d-ab8d-347537987693 req-9a380c2a-bb74-482e-a346-b69e1c9f0892 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 948 time: 0.0910084
May 10 18:07:48.366502 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cc3f1776-b330-4f3d-ab8d-347537987693 req-e10c4cdd-9aa9-493e-a6e4-9f13b31c91dd tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405357
May 10 18:07:48.807052 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164f864-9bcd-411a-ad23-bcc332c7adbf req-3902fbd2-85e1-46e9-b932-d32eb442d88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:48.808504 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9164f864-9bcd-411a-ad23-bcc332c7adbf req-3902fbd2-85e1-46e9-b932-d32eb442d88d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 945 time: 0.0854895
May 10 18:07:48.855934 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9164f864-9bcd-411a-ad23-bcc332c7adbf req-d63f3bfb-fa68-42f7-bcfb-5b009d4d0067 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417609
May 10 18:07:49.035178 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c387586-c99e-4530-8791-402a91c52909 req-6276518b-9ad5-4370-b859-ea370c777385 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:49.036616 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9c387586-c99e-4530-8791-402a91c52909 req-6276518b-9ad5-4370-b859-ea370c777385 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0802870
May 10 18:07:49.081092 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9c387586-c99e-4530-8791-402a91c52909 req-37713fab-46d9-4534-b165-7d4c4f719057 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385802
May 10 18:07:49.336135 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1ab01-75bb-4c27-8391-eecfb4fd3752 req-185d2e36-e52e-4f20-b3ab-8f90976abda5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:49.337595 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1fb1ab01-75bb-4c27-8391-eecfb4fd3752 req-185d2e36-e52e-4f20-b3ab-8f90976abda5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1627541
May 10 18:07:49.382742 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1fb1ab01-75bb-4c27-8391-eecfb4fd3752 req-56532d30-371d-4ff4-94e3-7c0ae8757a09 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391786
May 10 18:07:49.570767 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb52c8b-82e8-4b72-8341-760d6ce9f580 req-37009608-5676-4d67-9ad8-4c7706245851 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:49.572244 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4bb52c8b-82e8-4b72-8341-760d6ce9f580 req-37009608-5676-4d67-9ad8-4c7706245851 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 948 time: 0.0957890
May 10 18:07:49.620367 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4bb52c8b-82e8-4b72-8341-760d6ce9f580 req-6830ceb3-348c-484a-b1d6-cb0bde37f627 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423949
May 10 18:07:50.062688 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaadac0-350d-4132-8db8-daebcfb20bf1 req-62c2b921-83f4-4bc2-93b6-d746c8b98ffc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:50.064168 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-adaadac0-350d-4132-8db8-daebcfb20bf1 req-62c2b921-83f4-4bc2-93b6-d746c8b98ffc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 945 time: 0.0863605
May 10 18:07:50.110264 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-adaadac0-350d-4132-8db8-daebcfb20bf1 req-17b8246f-b3de-412c-ac1e-5ea20f8a0ec2 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401373
May 10 18:07:50.300625 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606563-aac7-4f02-bf5a-23559ea8f607 req-61e26b95-4b1f-47e1-9f3f-cfb33af9d1a3 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:50.302431 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12606563-aac7-4f02-bf5a-23559ea8f607 req-61e26b95-4b1f-47e1-9f3f-cfb33af9d1a3 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.0886092
May 10 18:07:50.329191 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-665f5e72-492d-4d8f-ada4-a3ef14e4a3ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=147fb3c4-a9d1-4929-8d1d-a7a639510399 HTTP/1.1" status: 200  len: 217 time: 0.0679300
May 10 18:07:50.353519 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-12606563-aac7-4f02-bf5a-23559ea8f607 req-463263cb-0f99-4a09-b331-7e011e06fd24 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449538
May 10 18:07:50.394943 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-b4d267e1-e4e1-4974-b451-bda8491e1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:50.396520 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-b4d267e1-e4e1-4974-b451-bda8491e1596 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec7c1b9c-5d02-41be-b472-c833bdf3b558 HTTP/1.1" status: 200  len: 843 time: 0.0581048
May 10 18:07:50.486410 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-c9553d37-3780-41ab-ba8f-fb2fa0183aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:50.488344 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-c9553d37-3780-41ab-ba8f-fb2fa0183aa7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d776d6b5-af63-488b-a38c-d73bb5a5ff0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0823879
May 10 18:07:50.690383 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-b7a46560-bb19-4255-bf7f-d5df0814b2ef tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:50.691953 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-b7a46560-bb19-4255-bf7f-d5df0814b2ef tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 945 time: 0.0804021
May 10 18:07:50.692528 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584d21e-c793-4d4a-8820-e6605d4883b4 req-feedcdac-fc65-4a1a-b991-995e75e0c7ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:50.694015 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e584d21e-c793-4d4a-8820-e6605d4883b4 req-feedcdac-fc65-4a1a-b991-995e75e0c7ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 945 time: 0.1944456
May 10 18:07:50.697264 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-cb3ecdd1-cd25-408e-b270-a6007bcece94 service neutron] 10.222.0.58 "GET /v2.0/networks/d776d6b5-af63-488b-a38c-d73bb5a5ff0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649179
May 10 18:07:50.827866 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:07:50.890357 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d377f-5f70-43c2-b258-b062be0d9c50 req-216d9804-42db-4c7d-a0ec-3e1e996f605d tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:50.891852 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d92d377f-5f70-43c2-b258-b062be0d9c50 req-216d9804-42db-4c7d-a0ec-3e1e996f605d tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 948 time: 0.1579425
May 10 18:07:50.913638 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e584d21e-c793-4d4a-8820-e6605d4883b4 req-fa2547bb-2f53-4a9c-9959-02cd00ddb475 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2139227
May 10 18:07:50.942585 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-be91f32c-f1cf-44e6-a157-c67ee3def127 req-5a76a251-7ca8-4d9c-9ebc-98acf6b778ef service neutron] 10.222.0.58 "GET /v2.0/networks/d776d6b5-af63-488b-a38c-d73bb5a5ff0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2296300
May 10 18:07:50.951731 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Deleting port c05bb73c-0746-49f7-9539-1ccb6cd6842c {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:07:50.952090 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:50.979332 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d92d377f-5f70-43c2-b258-b062be0d9c50 req-51a688df-9b61-48e3-942b-506ce953e7b7 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797997
May 10 18:07:51.010835 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:51.046508 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:51.058287 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:51.065530 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:51.067928 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:51.108097 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] For port c05bb73c-0746-49f7-9539-1ccb6cd6842c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c05bb73c-0746-49f7-9539-1ccb6cd6842c,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:51.109029 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:51.115902 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'code': 200}
May 10 18:07:51.150871 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=8']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:51.154068 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:51.272261 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Calling delete_port for c05bb73c-0746-49f7-9539-1ccb6cd6842c owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:07:51.383199 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31829077-564b-43c3-8207-9afc449a4933 req-58bcd99c-d379-46bd-82d0-c37e11a34ae3 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:51.384719 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-31829077-564b-43c3-8207-9afc449a4933 req-58bcd99c-d379-46bd-82d0-c37e11a34ae3 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 945 time: 0.1193857
May 10 18:07:51.483015 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-31829077-564b-43c3-8207-9afc449a4933 req-3c5c02db-ec5c-4c44-8f73-d670fe7e3266 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913842
May 10 18:07:51.494612 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:51.503405 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:51.519463 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['39069625-bd9c-49b7-8ac3-9be35842aae6', '1b2077a9-df56-49bc-ade2-22c84168eea2', 'c05bb73c-0746-49f7-9539-1ccb6cd6842c'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:51.576740 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Pushing event deleted for resources: {'Port': ['ID=c05bb73c-0746-49f7-9539-1ccb6cd6842c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:51.580020 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:51.697531 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] No DVR routers for this DVR port c05bb73c-0746-49f7-9539-1ccb6cd6842c on host hv-cinder-79049 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:07:51.702954 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:51.706785 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a1309d-6f92-4272-870c-43f3f7aa01aa', 'name': 'network-vif-deleted', 'tag': 'c05bb73c-0746-49f7-9539-1ccb6cd6842c'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:51.727652 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-057f491d-9992-4588-87ae-9d30b1bcf68b req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "DELETE /v2.0/ports/c05bb73c-0746-49f7-9539-1ccb6cd6842c HTTP/1.1" status: 204  len: 173 time: 1.0221686
May 10 18:07:51.758233 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519c1cb-26cc-465a-b00d-24f015084acd req-f9323e31-cb82-4ad5-9c40-ee5c55fe773c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:51.767742 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c519c1cb-26cc-465a-b00d-24f015084acd req-f9323e31-cb82-4ad5-9c40-ee5c55fe773c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1680503
May 10 18:07:51.853433 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c519c1cb-26cc-465a-b00d-24f015084acd req-3be6dce9-3093-4c5f-a540-c4134e5b9962 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804081
May 10 18:07:51.856634 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a1309d-6f92-4272-870c-43f3f7aa01aa', 'name': 'network-vif-deleted', 'tag': 'c05bb73c-0746-49f7-9539-1ccb6cd6842c', 'status': 'completed', 'code': 200}
May 10 18:07:51.896083 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-69c3eb59-ab18-443e-a547-26f14afc81e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1853361
May 10 18:07:52.042425 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-f4fdeae5-e5ff-40d5-aa93-f10837d9bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:52.043995 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-f4fdeae5-e5ff-40d5-aa93-f10837d9bdd5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 1099 time: 0.1184664
May 10 18:07:52.158481 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bf029-0e0e-435e-9d30-30f0b2fdadf9 req-bd1a90a1-7c58-4266-ad60-f81125a1011d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:52.160282 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-940bf029-0e0e-435e-9d30-30f0b2fdadf9 req-bd1a90a1-7c58-4266-ad60-f81125a1011d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.0985417
May 10 18:07:52.231773 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-940bf029-0e0e-435e-9d30-30f0b2fdadf9 req-beef3812-3bbc-417f-ba70-bc71ed5a28ee tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640373
May 10 18:07:52.325490 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a70e73-f21d-4913-9674-03e72c878735 req-ad3c547c-64c5-4573-9b0f-e50573b7a6d6 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:52.327386 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-41a70e73-f21d-4913-9674-03e72c878735 req-ad3c547c-64c5-4573-9b0f-e50573b7a6d6 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 948 time: 0.1803470
May 10 18:07:52.328735 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-1d3218d5-2898-4e28-a0c2-0be8efb8bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:52.330129 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-1d3218d5-2898-4e28-a0c2-0be8efb8bb9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 920 time: 0.2576103
May 10 18:07:52.455162 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-1b6b4463-33ec-4074-9ccb-f515d80a523e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e77aa604-5484-43ff-8e04-38625bdb6550 HTTP/1.1" status: 200  len: 217 time: 0.0835197
May 10 18:07:52.538764 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-41a70e73-f21d-4913-9674-03e72c878735 req-bc0f848a-ea9f-4620-ac9a-be0ce3d0f285 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028282
May 10 18:07:52.608231 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-ecb1aac7-fd34-412d-bb6e-8239e6e53f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:52.614099 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-ecb1aac7-fd34-412d-bb6e-8239e6e53f31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.1367762
May 10 18:07:52.680876 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-e9c775ba-8549-4122-b86d-295ecc199d9e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586982
May 10 18:07:52.829935 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 147fb3c4-a9d1-4929-8d1d-a7a639510399 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:07:53.020402 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b4427fbe-c162-4c12-8b19-ae4479f91005 req-1ab810c7-dd04-4204-b31d-6dd9cb8eee73 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=32a1309d-6f92-4272-870c-43f3f7aa01aa HTTP/1.1" status: 200  len: 210 time: 0.0864203
May 10 18:07:53.041243 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-daa07f4b-04fa-4233-86fc-95c200e1d905 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3460782
May 10 18:07:53.106171 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 147fb3c4-a9d1-4929-8d1d-a7a639510399, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=147fb3c4-a9d1-4929-8d1d-a7a639510399,segment=NetworkSegment(338e6c82-2576-4b91-8029-e9136289491e),segment_id=338e6c82-2576-4b91-8029-e9136289491e)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:53.126049 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '147fb3c4-a9d1-4929-8d1d-a7a639510399', 'network_id': 'd776d6b5-af63-488b-a38c-d73bb5a5ff0a', 'port_id': '147fb3c4-a9d1-4929-8d1d-a7a639510399', 'mac_address': 'fa:16:3e:1e:66:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7c1b9c-5d02-41be-b472-c833bdf3b558', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:07:53.273812 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:53.320360 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147fb3c4-a9d1-4929-8d1d-a7a639510399 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:07:53.339166 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bce62-00ca-4155-9839-209c268c1767 req-016480fb-48f4-4f47-a03c-9a3492780209 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:53.341738 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a79bce62-00ca-4155-9839-209c268c1767 req-016480fb-48f4-4f47-a03c-9a3492780209 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1416085
May 10 18:07:53.343648 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7a3779e8-c095-42d1-b92c-920de7903b00 req-be987e31-72e9-40e8-a0f9-223348c94d85 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2940919
May 10 18:07:53.348975 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 147fb3c4-a9d1-4929-8d1d-a7a639510399, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=147fb3c4-a9d1-4929-8d1d-a7a639510399,segment=NetworkSegment(338e6c82-2576-4b91-8029-e9136289491e),segment_id=338e6c82-2576-4b91-8029-e9136289491e)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:53.357398 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:53.360011 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:53.406206 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a79bce62-00ca-4155-9839-209c268c1767 req-a3a22481-a4e1-4b74-97ec-635f75a49151 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582750
May 10 18:07:53.458352 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=147fb3c4-a9d1-4929-8d1d-a7a639510399,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:53.461637 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:53.639970 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['147fb3c4-a9d1-4929-8d1d-a7a639510399'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:53.831925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3527442-db07-45fc-bd74-76df1abbf296 req-587a8ef9-9b27-4861-a747-a2467d7add08 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:53.840320 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a3527442-db07-45fc-bd74-76df1abbf296 req-587a8ef9-9b27-4861-a747-a2467d7add08 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 949 time: 0.1711249
May 10 18:07:53.939103 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a3527442-db07-45fc-bd74-76df1abbf296 req-39cb67e8-1f2b-44c6-9d4b-12fbd740cbcd tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977199
May 10 18:07:53.968456 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c197-478b-436a-85f4-ef0d8b42bc37 req-1a52fdd7-9b78-4156-b0e5-7dd5be38b0cc tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:53.971635 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9332c197-478b-436a-85f4-ef0d8b42bc37 req-1a52fdd7-9b78-4156-b0e5-7dd5be38b0cc tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1716413
May 10 18:07:54.079666 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9332c197-478b-436a-85f4-ef0d8b42bc37 req-3af5084d-03d3-417e-9361-6b80111bffea tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979869
May 10 18:07:54.559147 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 46958) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:07:54.666438 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160efa8-4a14-4dc2-9d82-32e0494f41dc req-63a9a092-938c-43ed-ae85-e3dcb33c2619 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:54.675258 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4160efa8-4a14-4dc2-9d82-32e0494f41dc req-63a9a092-938c-43ed-ae85-e3dcb33c2619 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1330664
May 10 18:07:54.725578 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4160efa8-4a14-4dc2-9d82-32e0494f41dc req-b666a2f5-f50a-4f00-af86-cdd870084244 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491540
May 10 18:07:54.783588 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-56675026-9443-4429-9e21-fbca61a4bd78 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2216949
May 10 18:07:54.800872 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f3f1-7aa6-4656-bf68-1a721e8e14ec req-1c29d3e0-add0-4a65-abfa-6de921fb7bc3 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:54.803869 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c03f3f1-7aa6-4656-bf68-1a721e8e14ec req-1c29d3e0-add0-4a65-abfa-6de921fb7bc3 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 946 time: 0.1607833
May 10 18:07:54.838278 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 147fb3c4-a9d1-4929-8d1d-a7a639510399 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:07:54.863721 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c03f3f1-7aa6-4656-bf68-1a721e8e14ec req-b5fb1029-3661-4266-a93b-6a22dbc244a9 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524752
May 10 18:07:54.952067 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 147fb3c4-a9d1-4929-8d1d-a7a639510399 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:07:54.962413 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 147fb3c4-a9d1-4929-8d1d-a7a639510399 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:07:54.962980 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:55.326121 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:55.364615 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00881393-02cc-44e0-a32b-ac99dfb8842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147fb3c4-a9d1-4929-8d1d-a7a639510399'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:55.376714 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 147fb3c4-a9d1-4929-8d1d-a7a639510399, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=147fb3c4-a9d1-4929-8d1d-a7a639510399,segment=NetworkSegment(338e6c82-2576-4b91-8029-e9136289491e),segment_id=338e6c82-2576-4b91-8029-e9136289491e)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:55.400855 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:55.401875 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device c05bb73c-0746-49f7-9539-1ccb6cd6842c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:07:55.421585 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942ab53-175e-485a-b5db-52639c01cd05 req-8de0cbc9-4ff3-4882-9b92-362396d154e6 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:55.432461 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a942ab53-175e-485a-b5db-52639c01cd05 req-8de0cbc9-4ff3-4882-9b92-362396d154e6 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 949 time: 0.1806469
May 10 18:07:55.496196 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:55.579302 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: c05bb73c-0746-49f7-9539-1ccb6cd6842c {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:07:55.579928 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device c05bb73c-0746-49f7-9539-1ccb6cd6842c not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:07:55.580501 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:07:55.613423 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:55.660262 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a942ab53-175e-485a-b5db-52639c01cd05 req-bbf0a024-9e23-4a1d-9fa1-abcc2aaecb97 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268424
May 10 18:07:55.662454 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=147fb3c4-a9d1-4929-8d1d-a7a639510399,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:55.674352 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:55.684455 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb437e99-c1e9-408a-ad56-88a4ece86b26 req-9c39d796-6fea-42b4-a552-80e9533eaa81 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:55.696372 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fb437e99-c1e9-408a-ad56-88a4ece86b26 req-9c39d796-6fea-42b4-a552-80e9533eaa81 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1786394
May 10 18:07:55.733913 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00881393-02cc-44e0-a32b-ac99dfb8842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147fb3c4-a9d1-4929-8d1d-a7a639510399', 'code': 200}
May 10 18:07:55.814040 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fb437e99-c1e9-408a-ad56-88a4ece86b26 req-ba9a63c8-8d35-4eca-9309-ef81821f16f3 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165848
May 10 18:07:56.126614 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c0d7e-43c3-462f-ac73-5bb72cc41137 req-8645465f-d6f6-4027-8c02-7dc70a5b6925 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:56.128650 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-193c0d7e-43c3-462f-ac73-5bb72cc41137 req-8645465f-d6f6-4027-8c02-7dc70a5b6925 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1629717
May 10 18:07:56.282591 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-193c0d7e-43c3-462f-ac73-5bb72cc41137 req-aa900339-65e7-4231-b0eb-56c20bf112bf tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428630
May 10 18:07:56.325052 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-648e1a52-53fa-4859-b94f-5b2bdabc12e8 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:56.327099 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-648e1a52-53fa-4859-b94f-5b2bdabc12e8 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 946 time: 0.3756862
May 10 18:07:56.336583 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b56e83-b2f3-4af4-a2d3-733e84ce259d req-4da82201-2a75-4f54-8395-7cae46c308bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:56.338320 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-26b56e83-b2f3-4af4-a2d3-733e84ce259d req-4da82201-2a75-4f54-8395-7cae46c308bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 1103 time: 0.1789291
May 10 18:07:56.411341 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-26b56e83-b2f3-4af4-a2d3-733e84ce259d req-48ae1547-1a1e-4e16-ac5c-c5dc010394e4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631113
May 10 18:07:56.469182 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a08a27-6ca2-4fac-b43a-ec0cb3a36749 req-c7649776-0849-45f3-86aa-86c3acbea74e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:56.470651 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f1a08a27-6ca2-4fac-b43a-ec0cb3a36749 req-c7649776-0849-45f3-86aa-86c3acbea74e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 946 time: 0.4072754
May 10 18:07:56.531864 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f1a08a27-6ca2-4fac-b43a-ec0cb3a36749 req-5359041b-c61f-4ae7-8e36-0447a89d3113 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553589
May 10 18:07:56.545427 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Deleting port 1b2077a9-df56-49bc-ade2-22c84168eea2 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:07:56.545853 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:56.729295 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] For port 1b2077a9-df56-49bc-ade2-22c84168eea2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=1b2077a9-df56-49bc-ade2-22c84168eea2,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:07:56.730011 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:56.801872 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3119-078d-46b7-b094-78a3d8a8a278 req-9c10b7b4-b62b-49e8-9866-7d38e3ad3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:56.804499 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-514c3119-078d-46b7-b094-78a3d8a8a278 req-9c10b7b4-b62b-49e8-9866-7d38e3ad3a6a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1099 time: 0.0864551
May 10 18:07:56.879834 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Calling delete_port for 1b2077a9-df56-49bc-ade2-22c84168eea2 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:07:56.906959 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-514c3119-078d-46b7-b094-78a3d8a8a278 req-5c39dcb9-c950-4237-be70-cda140149ecb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950873
May 10 18:07:56.981362 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2791b8-90a7-467c-b178-1925e99d994e req-fc8194ea-215f-474b-9852-5643419d3879 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:56.990551 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9b2791b8-90a7-467c-b178-1925e99d994e req-fc8194ea-215f-474b-9852-5643419d3879 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 950 time: 0.1774971
May 10 18:07:57.044065 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9b2791b8-90a7-467c-b178-1925e99d994e req-a5457a15-9d5f-405f-8030-efa9ff5e47ab tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518866
May 10 18:07:57.165588 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5e18c-e7c5-40de-861a-8b8edb458ab2 req-400ff644-786b-4170-a794-e47aa34f82fd tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:57.172783 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d2e5e18c-e7c5-40de-861a-8b8edb458ab2 req-400ff644-786b-4170-a794-e47aa34f82fd tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.2366939
May 10 18:07:57.223439 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:57.231288 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ea738dc6-eb26-45a6-8dd5-1128de7aacb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:07:57.234695 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['39069625-bd9c-49b7-8ac3-9be35842aae6'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:07:57.282342 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d2e5e18c-e7c5-40de-861a-8b8edb458ab2 req-39ffb6e0-a001-4cef-83bb-840b98594686 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087139
May 10 18:07:57.284674 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Pushing event deleted for resources: {'Port': ['ID=1b2077a9-df56-49bc-ade2-22c84168eea2,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:07:57.321885 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:07:57.382027 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] No DVR routers for this DVR port 1b2077a9-df56-49bc-ade2-22c84168eea2 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:07:57.394176 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:07:57.397068 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ebf1e-4744-4fc8-839e-ffc1a95c7faf', 'name': 'network-vif-deleted', 'tag': '1b2077a9-df56-49bc-ade2-22c84168eea2'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:07:57.424879 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5dddf72e-9f19-4682-b8b7-f177f3befd6a req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "DELETE /v2.0/ports/1b2077a9-df56-49bc-ade2-22c84168eea2 HTTP/1.1" status: 204  len: 173 time: 1.0877903
May 10 18:07:57.516049 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36ebf1e-4744-4fc8-839e-ffc1a95c7faf', 'name': 'network-vif-deleted', 'tag': '1b2077a9-df56-49bc-ade2-22c84168eea2', 'status': 'completed', 'code': 200}
May 10 18:07:57.601671 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb60bb2-eb31-4435-958a-41d80828ca42 req-db145fe0-8eaa-425e-a4f8-3d3d31ee65b0 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:57.605877 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8cb60bb2-eb31-4435-958a-41d80828ca42 req-db145fe0-8eaa-425e-a4f8-3d3d31ee65b0 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1478117
May 10 18:07:57.672020 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8cb60bb2-eb31-4435-958a-41d80828ca42 req-59020d4d-969f-4db1-8394-5d4f41717e5d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600479
May 10 18:07:57.863519 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-e354ea9b-4b6f-4409-b1e0-bc3bae105789 req-f13b5ecd-16ef-40a3-9d94-d24f89d02489 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:07:57.883371 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-e354ea9b-4b6f-4409-b1e0-bc3bae105789 req-f13b5ecd-16ef-40a3-9d94-d24f89d02489 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:07:57.897149 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e354ea9b-4b6f-4409-b1e0-bc3bae105789 req-f13b5ecd-16ef-40a3-9d94-d24f89d02489 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=e36ebf1e-4744-4fc8-839e-ffc1a95c7faf HTTP/1.1" status: 200  len: 210 time: 0.0843513
May 10 18:07:58.274536 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-265e7b4f-28c1-4ca3-b921-52a323f5d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:58.276196 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-265e7b4f-28c1-4ca3-b921-52a323f5d628 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6&tenant_id=e5837b88ffc7405589fea8e5217a66b4 HTTP/1.1" status: 200  len: 1096 time: 0.1477215
May 10 18:07:58.331512 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8f953-8f92-485d-8ac1-6963f911bcd1 req-5ee7f805-3087-4113-9dae-40afd6d015a7 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:58.333410 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-48d8f953-8f92-485d-8ac1-6963f911bcd1 req-5ee7f805-3087-4113-9dae-40afd6d015a7 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 950 time: 0.1314452
May 10 18:07:58.393114 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-04890155-a137-4aae-b326-5a7ac8518355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:58.395077 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-04890155-a137-4aae-b326-5a7ac8518355 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 1096 time: 0.0911806
May 10 18:07:58.397474 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-48d8f953-8f92-485d-8ac1-6963f911bcd1 req-ceec2043-4d00-40c2-8a9d-8a13bcd44ec8 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564520
May 10 18:07:58.721195 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-3d372119-7a34-4210-a4a9-3f88326c6725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:58.722635 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-3d372119-7a34-4210-a4a9-3f88326c6725 service neutron] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 918 time: 0.3195632
May 10 18:07:58.817213 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666c395-2f86-4cf1-b04b-e79d241ccf36 req-d390afa0-ac5f-4e48-8fba-c313ec3fdc6a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:58.824658 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0666c395-2f86-4cf1-b04b-e79d241ccf36 req-d390afa0-ac5f-4e48-8fba-c313ec3fdc6a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.3204670
May 10 18:07:58.865873 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 1b2077a9-df56-49bc-ade2-22c84168eea2 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:07:58.945997 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0666c395-2f86-4cf1-b04b-e79d241ccf36 req-f0456d5f-fd1d-49af-afee-6461ff6886ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202922
May 10 18:07:58.949236 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-abf15c5c-5826-4579-93a0-d46f1ccc70f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24 HTTP/1.1" status: 200  len: 999 time: 0.2180455
May 10 18:07:58.960769 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 1b2077a9-df56-49bc-ade2-22c84168eea2 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:07:58.962582 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 1b2077a9-df56-49bc-ade2-22c84168eea2 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:07:59.047974 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac5be-0191-49c2-b356-e9b6bb928825 req-73894a38-6caa-4aae-be38-8c88e2068ab4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:59.049673 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d93ac5be-0191-49c2-b356-e9b6bb928825 req-73894a38-6caa-4aae-be38-8c88e2068ab4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1300952
May 10 18:07:59.107509 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-48e48b6c-699b-4716-ba85-9d4a1c5b0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:59.108681 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-48e48b6c-699b-4716-ba85-9d4a1c5b0980 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.1529639
May 10 18:07:59.111044 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d93ac5be-0191-49c2-b356-e9b6bb928825 req-8e8059c9-8ab1-4a1d-a6d4-5132aab0499d tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535176
May 10 18:07:59.386593 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-7ad6c85e-1975-494c-860b-e7945cb5f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:59.388335 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-7ad6c85e-1975-494c-860b-e7945cb5f6d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2694070
May 10 18:07:59.558407 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c25f-2933-41cf-8142-c75e8e7f6f50 req-9045c252-9ef5-47e4-9103-385a5bd2e33a tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:59.560480 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-14e9c25f-2933-41cf-8142-c75e8e7f6f50 req-9045c252-9ef5-47e4-9103-385a5bd2e33a tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 950 time: 0.4068961
May 10 18:07:59.592616 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-bd350eac-8a69-4124-b527-ebb306f0e854 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881709
May 10 18:07:59.753922 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-14e9c25f-2933-41cf-8142-c75e8e7f6f50 req-618c1469-f8b7-4162-9041-fa42b53a4b10 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604152
May 10 18:07:59.838207 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eea367c5-c387-4e56-807e-b28ebdccfdf2 req-6836e699-9bb3-458b-bc68-c65ea75bd4df service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217324
May 10 18:07:59.955008 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-4529af75-c95e-4d77-9642-8dcaed72008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:59.956396 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-4529af75-c95e-4d77-9642-8dcaed72008e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 1099 time: 0.1408155
May 10 18:07:59.978208 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191e7d5-8676-489d-8f6b-c0295482a6ec req-4fb61f99-2632-4be2-8d7c-4096b748be79 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:07:59.979921 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8191e7d5-8676-489d-8f6b-c0295482a6ec req-4fb61f99-2632-4be2-8d7c-4096b748be79 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1100037
May 10 18:08:00.146709 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8191e7d5-8676-489d-8f6b-c0295482a6ec req-0951161e-e5cc-46d3-8ee0-63a218115d87 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459663
May 10 18:08:00.250183 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b92d84-0400-40bc-b9ae-f6b649c9e17b req-34dc80e4-64ae-4d25-98f2-54f610ccf28c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:00.251853 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b9b92d84-0400-40bc-b9ae-f6b649c9e17b req-34dc80e4-64ae-4d25-98f2-54f610ccf28c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1419358
May 10 18:08:00.262137 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-98e1d110-5586-46a5-9021-2a20d7ac40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:00.263922 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-98e1d110-5586-46a5-9021-2a20d7ac40a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 200  len: 920 time: 0.2938929
May 10 18:08:00.344629 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-e7dc4521-8821-4e26-8077-800042df14c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f HTTP/1.1" status: 200  len: 217 time: 0.0626652
May 10 18:08:00.369029 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b9b92d84-0400-40bc-b9ae-f6b649c9e17b req-827272f8-288c-4101-a68b-e0de5119a5aa tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088271
May 10 18:08:00.434410 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-c90d2ec9-d4c9-44e1-946f-d503ad381fdd tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:00.436237 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-c90d2ec9-d4c9-44e1-946f-d503ad381fdd tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.58 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 950 time: 0.1234429
May 10 18:08:00.508422 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-5f2c950a-4478-463e-8207-908a32a2ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:00.508422 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-5f2c950a-4478-463e-8207-908a32a2ffd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 200  len: 859 time: 0.1361952
May 10 18:08:00.645398 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-ef07c18a-203a-4ee1-aa9e-0a583ab3df3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=93c7fb9e-208e-4989-921b-04141e7f8243&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1420209
May 10 18:08:00.771164 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Deleting port 147fb3c4-a9d1-4929-8d1d-a7a639510399 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:08:00.771511 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:00.977072 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-d3c486a1-2d1e-4eef-989a-5946d8d58218 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366290
May 10 18:08:01.045907 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] For port 147fb3c4-a9d1-4929-8d1d-a7a639510399, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=147fb3c4-a9d1-4929-8d1d-a7a639510399,segment=NetworkSegment(338e6c82-2576-4b91-8029-e9136289491e),segment_id=338e6c82-2576-4b91-8029-e9136289491e)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:01.046330 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:01.204705 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Calling delete_port for 147fb3c4-a9d1-4929-8d1d-a7a639510399 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:08:01.235501 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae005c-2a29-4f29-9335-639a8d773e73 req-2c241da6-dcb4-4b92-8200-a5d6708893cd tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:01.237069 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-daae005c-2a29-4f29-9335-639a8d773e73 req-2c241da6-dcb4-4b92-8200-a5d6708893cd tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 950 time: 0.2774854
May 10 18:08:01.311895 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-daae005c-2a29-4f29-9335-639a8d773e73 req-9b300f21-6b65-4dfa-893c-5e6631fb5a9c tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/security-groups?id=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655246
May 10 18:08:01.540035 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00535a54-e63c-4800-98de-4ddff3d264e0 req-814b42fd-3bc9-45aa-a805-0d7157acaf0f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:01.555720 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-00535a54-e63c-4800-98de-4ddff3d264e0 req-814b42fd-3bc9-45aa-a805-0d7157acaf0f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 946 time: 0.4212904
May 10 18:08:01.578608 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:01.602823 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:01.616347 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8f8934cd-93cc-4ab1-b102-94a08c6eec55 req-8e4ded87-120c-4564-8b8b-df1f9e11a081 service neutron] 10.222.0.58 "GET /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3725495
May 10 18:08:01.630456 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-00535a54-e63c-4800-98de-4ddff3d264e0 req-483c9590-7176-47cd-969f-86db1261d167 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737443
May 10 18:08:01.693472 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Pushing event deleted for resources: {'Port': ['ID=147fb3c4-a9d1-4929-8d1d-a7a639510399,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:01.697886 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:01.873347 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17a648-c765-4093-947c-ff0ab4262002 req-68070184-9adb-464d-a01c-7614a5a32ec4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:01.874976 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4e17a648-c765-4093-947c-ff0ab4262002 req-68070184-9adb-464d-a01c-7614a5a32ec4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.3723977
May 10 18:08:02.009036 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d236800-3eb7-4aba-8743-e7ee86b4ae10 req-bf8ba8f2-052c-4e86-b3d7-28d2334d972f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:02.025869 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0d236800-3eb7-4aba-8743-e7ee86b4ae10 req-bf8ba8f2-052c-4e86-b3d7-28d2334d972f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.2658584
May 10 18:08:02.035336 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] No DVR routers for this DVR port 147fb3c4-a9d1-4929-8d1d-a7a639510399 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:08:02.040071 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:02.043202 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00881393-02cc-44e0-a32b-ac99dfb8842f', 'name': 'network-vif-deleted', 'tag': '147fb3c4-a9d1-4929-8d1d-a7a639510399'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:08:02.103654 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-135875fa-4a49-4fb8-9b7c-0f1934404ab5 req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.58 "DELETE /v2.0/ports/147fb3c4-a9d1-4929-8d1d-a7a639510399 HTTP/1.1" status: 204  len: 173 time: 1.6484716
May 10 18:08:02.140163 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4e17a648-c765-4093-947c-ff0ab4262002 req-9878a4a9-1fdb-4e17-b702-847ea69b584f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535282
May 10 18:08:02.148906 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0d236800-3eb7-4aba-8743-e7ee86b4ae10 req-91dedae9-14c7-4b0d-93bb-6287847a701c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1217289
May 10 18:08:02.263396 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00881393-02cc-44e0-a32b-ac99dfb8842f', 'name': 'network-vif-deleted', 'tag': '147fb3c4-a9d1-4929-8d1d-a7a639510399', 'status': 'completed', 'code': 200}
May 10 18:08:02.497474 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-58794d62-1c6f-4ee1-84d5-57876c42f00a req-e24b8288-93aa-4c86-92ac-f5c01c383100 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 210 time: 0.0560112
May 10 18:08:02.871440 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 147fb3c4-a9d1-4929-8d1d-a7a639510399 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:08:02.971216 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 147fb3c4-a9d1-4929-8d1d-a7a639510399 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:08:02.971983 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 147fb3c4-a9d1-4929-8d1d-a7a639510399 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:08:03.107948 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a19857-49b2-448c-88a1-a486b5bed68d req-59a2a0a1-962e-4a78-90e5-9ef1a22aebd6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:03.110622 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-d7a19857-49b2-448c-88a1-a486b5bed68d req-59a2a0a1-962e-4a78-90e5-9ef1a22aebd6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:08:03.131203 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-d7a19857-49b2-448c-88a1-a486b5bed68d req-59a2a0a1-962e-4a78-90e5-9ef1a22aebd6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:08:03.141458 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d7a19857-49b2-448c-88a1-a486b5bed68d req-59a2a0a1-962e-4a78-90e5-9ef1a22aebd6 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 946 time: 0.3015690
May 10 18:08:03.257911 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d7a19857-49b2-448c-88a1-a486b5bed68d req-f41fdb71-f93f-46ec-a805-97a63d3a743f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154268
May 10 18:08:03.485547 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ae056-31f6-4e6d-9aad-76ec378fa3f1 req-fbf8ba30-4947-45e4-a081-6a88b6eecb4b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:03.494506 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aa0ae056-31f6-4e6d-9aad-76ec378fa3f1 req-fbf8ba30-4947-45e4-a081-6a88b6eecb4b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1125219
May 10 18:08:03.558435 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b6807-bdab-4f1d-87ef-ccec323c88ef req-ccc52230-53bf-4aeb-82e4-30e627082391 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:03.560154 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-df2b6807-bdab-4f1d-87ef-ccec323c88ef req-ccc52230-53bf-4aeb-82e4-30e627082391 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1621666
May 10 18:08:03.566509 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aa0ae056-31f6-4e6d-9aad-76ec378fa3f1 req-112cf41d-4272-4d10-b0b0-6e404ed88062 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705645
May 10 18:08:03.671679 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-df2b6807-bdab-4f1d-87ef-ccec323c88ef req-87ec06b8-9bb2-4f82-b8ba-1c608a9ea557 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055861
May 10 18:08:03.800518 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b2a50ade-952b-49f0-b28f-91c724277b4d req-5c5a4c1d-1541-49a6-90f5-12252fb5db47 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 210 time: 0.1085434
May 10 18:08:04.596164 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251dfef-960d-4724-843e-125b6b809c9a req-1d6f8244-3fa2-4acc-a7c0-061683fa8e66 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:04.613030 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7251dfef-960d-4724-843e-125b6b809c9a req-1d6f8244-3fa2-4acc-a7c0-061683fa8e66 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 946 time: 0.1593347
May 10 18:08:04.800463 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7251dfef-960d-4724-843e-125b6b809c9a req-124f0ff0-c1d5-4fc0-92c8-1c42ec317204 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840823
May 10 18:08:04.821422 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-19761c9f-95b0-4b65-8a82-c215f58f04b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:04.831187 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aea491-0edb-43d1-a6d4-515e715fe496 req-1227eb4a-607f-44ba-9052-bc67baf4368a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:04.832798 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-80aea491-0edb-43d1-a6d4-515e715fe496 req-1227eb4a-607f-44ba-9052-bc67baf4368a tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1432946
May 10 18:08:04.896397 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-80aea491-0edb-43d1-a6d4-515e715fe496 req-5cde3af8-6c10-4afc-b8cf-c413b5e7e541 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491033
May 10 18:08:05.098066 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973e5ea-d896-41b8-a635-5a9bba77e7d1 req-b8abefb0-4242-4955-8886-d9b870e916d0 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:05.101102 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0973e5ea-d896-41b8-a635-5a9bba77e7d1 req-b8abefb0-4242-4955-8886-d9b870e916d0 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1448812
May 10 18:08:05.132797 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dc931deb-9bcf-4876-9d07-fe54a57cbc7c req-9be97ef0-d2dd-4444-9f6b-8fa790c2856e tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] 10.222.0.70 "GET /v2.0/ports?device_id=00881393-02cc-44e0-a32b-ac99dfb8842f HTTP/1.1" status: 200  len: 210 time: 0.0749538
May 10 18:08:05.255565 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0973e5ea-d896-41b8-a635-5a9bba77e7d1 req-1ada12bc-02d4-4654-b73e-3cbf94217ff4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448746
May 10 18:08:06.042127 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea4cc4-0b9d-41bf-92b7-0157933374c3 req-bc064679-adcd-4070-8340-eccfbd404173 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:06.049691 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8aea4cc4-0b9d-41bf-92b7-0157933374c3 req-bc064679-adcd-4070-8340-eccfbd404173 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 946 time: 0.0943658
May 10 18:08:06.105073 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8aea4cc4-0b9d-41bf-92b7-0157933374c3 req-cd19f5d8-ae37-4a30-99b1-4f38c56087f5 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545032
May 10 18:08:06.160838 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61f959-96f2-4d1b-a83a-a60957c05060 req-09cb19da-237a-4dd4-a30d-c8841968e5d6 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:06.183061 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-be61f959-96f2-4d1b-a83a-a60957c05060 req-09cb19da-237a-4dd4-a30d-c8841968e5d6 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1517348
May 10 18:08:06.300256 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-be61f959-96f2-4d1b-a83a-a60957c05060 req-beb6d469-e0fd-4bc7-9cb2-53df7256b5fb tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143985
May 10 18:08:06.696952 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c6617-1638-4263-bf2e-7ad125df193c req-c932b648-4f2c-4d17-858f-092b4fc60ec7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:06.698886 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7b6c6617-1638-4263-bf2e-7ad125df193c req-c932b648-4f2c-4d17-858f-092b4fc60ec7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1243362
May 10 18:08:06.835663 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7b6c6617-1638-4263-bf2e-7ad125df193c req-f669a550-4135-4670-8f2d-df1c7204633c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298594
May 10 18:08:07.109599 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132137e-132c-421c-8c8f-6739f1178e1e req-e79eb0bc-7d26-400c-8c3e-5171c7647446 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:07.111203 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2132137e-132c-421c-8c8f-6739f1178e1e req-e79eb0bc-7d26-400c-8c3e-5171c7647446 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 946 time: 0.1987259
May 10 18:08:07.420069 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:07.475439 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-2132137e-132c-421c-8c8f-6739f1178e1e req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Deleting port 39069625-bd9c-49b7-8ac3-9be35842aae6 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:08:07.476095 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-2132137e-132c-421c-8c8f-6739f1178e1e req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:07.562579 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ba0b5d3e-52d8-48a4-9a9e-b6b668509299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:07.661613 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b96c3-64e1-4666-a49e-0df0a4e3ff9e req-27d100ee-dac1-4ba2-a50a-dc0cf0073408 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:07.668914 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7c1b96c3-64e1-4666-a49e-0df0a4e3ff9e req-27d100ee-dac1-4ba2-a50a-dc0cf0073408 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 946 time: 0.2177660
May 10 18:08:07.769766 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7c1b96c3-64e1-4666-a49e-0df0a4e3ff9e req-c39020c1-65bc-46a0-b66f-b8154b0dd74a tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/security-groups?id=d67c5f26-cac1-452a-ba41-f8172e2bfea1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992258
May 10 18:08:07.806378 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec59369-08fe-42fa-ac49-0127dd3492a9 req-fdcce9b7-f973-4fe5-b579-22e607aeaefe tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:07.808004 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dec59369-08fe-42fa-ac49-0127dd3492a9 req-fdcce9b7-f973-4fe5-b579-22e607aeaefe tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.3080609
May 10 18:08:07.892511 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-2132137e-132c-421c-8c8f-6739f1178e1e req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] For port 39069625-bd9c-49b7-8ac3-9be35842aae6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39069625-bd9c-49b7-8ac3-9be35842aae6,segment=NetworkSegment(39934ce2-f048-4477-9ec6-1995d910aab4),segment_id=39934ce2-f048-4477-9ec6-1995d910aab4)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:07.892911 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-2132137e-132c-421c-8c8f-6739f1178e1e req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:07.949199 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dec59369-08fe-42fa-ac49-0127dd3492a9 req-cb1274e4-cbbb-42a8-aa70-ce01785975d6 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082432
May 10 18:08:08.257896 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1bdf-2325-45c8-96ae-d492103efdd6 req-72340744-153d-432d-a21d-740e6e2c9af5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:08.279522 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-483d1bdf-2325-45c8-96ae-d492103efdd6 req-72340744-153d-432d-a21d-740e6e2c9af5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.2062705
May 10 18:08:08.310055 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-2132137e-132c-421c-8c8f-6739f1178e1e req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Calling delete_port for 39069625-bd9c-49b7-8ac3-9be35842aae6 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:08:08.416844 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-483d1bdf-2325-45c8-96ae-d492103efdd6 req-54c0dbc3-533d-423b-9c36-cbf3697b6f9d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1351194
May 10 18:08:08.538882 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:08.601237 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-2132137e-132c-421c-8c8f-6739f1178e1e req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:08.607690 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:08.680778 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Pushing event deleted for resources: {'Port': ['ID=39069625-bd9c-49b7-8ac3-9be35842aae6,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:08.688472 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:08.770884 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b843d-1e32-4929-9dfa-36d5f166ae3d req-b7cbbf83-9dad-4688-9957-eea8984bf038 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:08.772545 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-351b843d-1e32-4929-9dfa-36d5f166ae3d req-b7cbbf83-9dad-4688-9957-eea8984bf038 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1535444
May 10 18:08:08.864667 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-2132137e-132c-421c-8c8f-6739f1178e1e req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] No DVR routers for this DVR port 39069625-bd9c-49b7-8ac3-9be35842aae6 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:08:08.883048 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 39069625-bd9c-49b7-8ac3-9be35842aae6 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:08:08.902208 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-2132137e-132c-421c-8c8f-6739f1178e1e req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:08.935474 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-351b843d-1e32-4929-9dfa-36d5f166ae3d req-83188474-cad0-4190-a0af-dbacff463f19 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1553109
May 10 18:08:08.939925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2b56f-cd64-4501-8bf7-b9980be2d006', 'name': 'network-vif-deleted', 'tag': '39069625-bd9c-49b7-8ac3-9be35842aae6'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:08:08.953441 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2132137e-132c-421c-8c8f-6739f1178e1e req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.58 "DELETE /v2.0/ports/39069625-bd9c-49b7-8ac3-9be35842aae6 HTTP/1.1" status: 204  len: 173 time: 1.8281815
May 10 18:08:08.969815 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 39069625-bd9c-49b7-8ac3-9be35842aae6 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:08:08.970485 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 39069625-bd9c-49b7-8ac3-9be35842aae6 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:08:09.169495 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2b56f-cd64-4501-8bf7-b9980be2d006', 'name': 'network-vif-deleted', 'tag': '39069625-bd9c-49b7-8ac3-9be35842aae6', 'status': 'completed', 'code': 200}
May 10 18:08:09.379294 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-70092010-0d5f-4766-b256-727545ce0e4b req-d102d866-b5d1-47d2-a706-7007e6d8705d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.1438990
May 10 18:08:09.703499 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926816b-b901-4730-89fd-8b5745c8cf93 req-fbc99be1-b33e-470d-9800-2a10133c8e4d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:09.711195 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c926816b-b901-4730-89fd-8b5745c8cf93 req-fbc99be1-b33e-470d-9800-2a10133c8e4d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1009018
May 10 18:08:09.765177 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c926816b-b901-4730-89fd-8b5745c8cf93 req-c13dcaa6-5dcf-473e-96a8-e4ebed314c67 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531635
May 10 18:08:09.974035 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:10.497102 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fb745-b2e3-4bef-af67-37ed2364b25e req-8a9c8205-6ba3-462a-9a41-080f4d182e38 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:10.505551 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-264fb745-b2e3-4bef-af67-37ed2364b25e req-8a9c8205-6ba3-462a-9a41-080f4d182e38 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.2235579
May 10 18:08:10.572141 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-264fb745-b2e3-4bef-af67-37ed2364b25e req-e58b14a9-0797-4047-8189-b1f5e8f742d0 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651007
May 10 18:08:10.708890 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-81bf0695-8357-432f-8b90-620bf21921f9 req-578127f1-f635-47c1-8b86-494bdecab18d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Synchronizing usage tracker for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:08:10.742399 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-81bf0695-8357-432f-8b90-620bf21921f9 req-578127f1-f635-47c1-8b86-494bdecab18d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Unset dirty status for tenant:5ec0c7113f6a460388e8627a024f3dac on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:08:10.743919 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-81bf0695-8357-432f-8b90-620bf21921f9 req-578127f1-f635-47c1-8b86-494bdecab18d tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bf2b56f-cd64-4501-8bf7-b9980be2d006 HTTP/1.1" status: 200  len: 210 time: 0.1349447
May 10 18:08:11.156292 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f7b57-ba37-416a-a99c-96373885b4aa req-19b66c55-b699-4a05-bf9d-753afd058223 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:11.160040 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-528f7b57-ba37-416a-a99c-96373885b4aa req-19b66c55-b699-4a05-bf9d-753afd058223 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1740043
May 10 18:08:11.255080 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-528f7b57-ba37-416a-a99c-96373885b4aa req-bbdba573-7762-4176-9055-7ac364e9f547 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847802
May 10 18:08:12.007700 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133050f-6a92-4ce3-b5aa-d0d00afbc31d req-4348dee4-0d9d-4627-8361-a5b4569788d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:12.009997 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c133050f-6a92-4ce3-b5aa-d0d00afbc31d req-4348dee4-0d9d-4627-8361-a5b4569788d5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.2245345
May 10 18:08:12.035623 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47212) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:12.076448 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c133050f-6a92-4ce3-b5aa-d0d00afbc31d req-69bfc4ff-1bea-426e-a189-62a7bf034208 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469749
May 10 18:08:12.176993 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8812105-a431-4792-b483-35bbbff46115 admin admin] Deleting subnet c9d786a0-c503-435d-9062-475f05f52513 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:08:12.183737 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8812105-a431-4792-b483-35bbbff46115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:12.273378 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8812105-a431-4792-b483-35bbbff46115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702346'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:12.349840 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8812105-a431-4792-b483-35bbbff46115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:12.770928 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9936e-4984-4547-8fe0-aeff6ca180f2 req-53a8b089-4f92-4a6c-9d46-5e49f53bce37 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:12.773017 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8c9936e-4984-4547-8fe0-aeff6ca180f2 req-53a8b089-4f92-4a6c-9d46-5e49f53bce37 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.3680248
May 10 18:08:12.921186 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8c9936e-4984-4547-8fe0-aeff6ca180f2 req-c8d00d08-8750-426d-94b5-648a144633ee tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1409440
May 10 18:08:12.925183 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8812105-a431-4792-b483-35bbbff46115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11435597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1963105'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:12.930616 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-be3b2c6a-8537-4e52-a5c6-806d73d3f3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:12.968479 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8812105-a431-4792-b483-35bbbff46115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d786a0-c503-435d-9062-475f05f52513,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:12.970473 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a8812105-a431-4792-b483-35bbbff46115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:12.973017 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a8812105-a431-4792-b483-35bbbff46115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:12.977641 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a8812105-a431-4792-b483-35bbbff46115 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c9d786a0-c503-435d-9062-475f05f52513 HTTP/1.1" status: 204  len: 168 time: 0.9409106
May 10 18:08:12.981836 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47244) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:13.097357 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:13.428124 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:13.446013 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f793730bd90>,) {'filters': {'network_id': ['8f5ff834-018e-4fa1-8a0d-6e025d124774']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:13.461438 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f793730bd90>, '39934ce2-f048-4477-9ec6-1995d910aab4') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:13.461721 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f793730bd90>, '39934ce2-f048-4477-9ec6-1995d910aab4') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:13.476533 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:13.511322 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:13.521145 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c6684-20f8-4cee-afb6-b4d6e404ef22 req-07e02d4d-37e1-4744-89ef-a71961424671 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:13.522783 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c53c6684-20f8-4cee-afb6-b4d6e404ef22 req-07e02d4d-37e1-4744-89ef-a71961424671 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1480422
May 10 18:08:13.531543 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:08:13.531967 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:08:13.546580 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:08:13.696718 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c53c6684-20f8-4cee-afb6-b4d6e404ef22 req-908c91e4-e7c7-47b0-83ac-308510e751e5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1490676
May 10 18:08:13.702433 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:13.708590 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4e992bde-da83-41a7-af91-fafe525a1b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:13.739735 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:13.761332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5ff834-018e-4fa1-8a0d-6e025d124774,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:13.765676 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:13.770197 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8f5ff834-018e-4fa1-8a0d-6e025d124774 HTTP/1.1" status: 204  len: 168 time: 0.7854216
May 10 18:08:14.054554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47340) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:14.108081 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0552ff91-95ed-450f-acb8-d919189bb866 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ec0c7113f6a460388e8627a024f3dac&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0521586
May 10 18:08:14.110655 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47346) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:14.142475 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6df49b-fee3-4b20-ab24-67d44332e5d2 req-813cb794-3b9d-4146-871c-822cf6bfd97c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:14.150282 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8c6df49b-fee3-4b20-ab24-67d44332e5d2 req-813cb794-3b9d-4146-871c-822cf6bfd97c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.0934043
May 10 18:08:14.189837 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57e8a4ee-529d-462f-8631-986ec650a737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:14.226243 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8c6df49b-fee3-4b20-ab24-67d44332e5d2 req-591e8bf5-0db4-45f5-9d9d-47f48ba3aaed tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748391
May 10 18:08:14.230294 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57e8a4ee-529d-462f-8631-986ec650a737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:14.294120 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57e8a4ee-529d-462f-8631-986ec650a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:14.300840 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3f2b88c9-3f83-4c13-99e1-1ca2646a0e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:14.314686 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8a4ee-529d-462f-8631-986ec650a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67c5f26-cac1-452a-ba41-f8172e2bfea1,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:14.318401 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-57e8a4ee-529d-462f-8631-986ec650a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:14.325324 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-57e8a4ee-529d-462f-8631-986ec650a737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:14.329173 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-57e8a4ee-529d-462f-8631-986ec650a737 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d67c5f26-cac1-452a-ba41-f8172e2bfea1 HTTP/1.1" status: 204  len: 168 time: 0.2146811
May 10 18:08:14.913569 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722cf2c-b60b-41be-bbf1-666e20ba6563 req-8c8c7638-263e-403e-ba19-2006d3515acc tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:14.915193 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1722cf2c-b60b-41be-bbf1-666e20ba6563 req-8c8c7638-263e-403e-ba19-2006d3515acc tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0854776
May 10 18:08:14.949993 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13dea-968a-4559-906d-16c52175009d req-a6879bf9-88f7-4544-891e-9d2f13d88b39 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:14.951989 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fcb13dea-968a-4559-906d-16c52175009d req-a6879bf9-88f7-4544-891e-9d2f13d88b39 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1392603
May 10 18:08:14.972060 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1722cf2c-b60b-41be-bbf1-666e20ba6563 req-a4ecb09d-8730-49aa-8c0d-703e8d360a0b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471034
May 10 18:08:15.035697 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fcb13dea-968a-4559-906d-16c52175009d req-355e3aae-0efe-466a-bce9-67c4c1e590a7 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771852
May 10 18:08:15.439329 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a063a2e-e852-4367-82da-4b3b15df595f req-b091d10f-650f-48f4-a7dc-0ec453ed3fa7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:15.441141 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0a063a2e-e852-4367-82da-4b3b15df595f req-b091d10f-650f-48f4-a7dc-0ec453ed3fa7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.0881934
May 10 18:08:15.491647 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0a063a2e-e852-4367-82da-4b3b15df595f req-3a18b1ff-d812-4be4-8b65-aa2263ac46b2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439279
May 10 18:08:16.181006 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c9129-84a6-49b0-af51-c355085f51ae req-76f8cd13-8946-4937-87ab-9d5b53dd498d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:16.183119 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6a8c9129-84a6-49b0-af51-c355085f51ae req-76f8cd13-8946-4937-87ab-9d5b53dd498d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0907872
May 10 18:08:16.183764 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47554) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:16.241568 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90018ddf-6450-4965-ba2f-06dc6e4b2ca0 req-194cbc95-c2e7-4232-97a2-adaf31d9ab2c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:16.249147 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90018ddf-6450-4965-ba2f-06dc6e4b2ca0 req-194cbc95-c2e7-4232-97a2-adaf31d9ab2c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.0964124
May 10 18:08:16.284305 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6a8c9129-84a6-49b0-af51-c355085f51ae req-442f95c7-442c-4132-814b-fa84c35ebc44 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647440
May 10 18:08:16.293314 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] Deleting subnet e66cf26b-dd31-4486-ade1-4f7e154aeb44 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:08:16.297077 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:16.323815 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-90018ddf-6450-4965-ba2f-06dc6e4b2ca0 req-f6918f6d-ee43-48b2-aaf1-111276e1bd64 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734227
May 10 18:08:16.350039 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702346'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:16.405642 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:16.613026 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47576) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:16.751210 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:16.769668 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:16.774197 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Usage tracker for resource:security_group_rule and tenant:0103b45dafca45d786b9773b9969d1bb is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:16.777769 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:16.781547 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7c5fc-be01-4565-94fa-3f282caf6798 req-c4cfe5b9-84dd-45b5-9ffa-5f7e53953358 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:16.783210 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ea7c5fc-be01-4565-94fa-3f282caf6798 req-c4cfe5b9-84dd-45b5-9ffa-5f7e53953358 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1580238
May 10 18:08:16.784191 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:16.784725 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11435597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1963105'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:16.789159 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a4ca9bec-04a7-4cee-a5cb-bc954a88e165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:16.839019 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66cf26b-dd31-4486-ade1-4f7e154aeb44,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:16.842496 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:16.851918 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:16.871435 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e66cf26b-dd31-4486-ade1-4f7e154aeb44 HTTP/1.1" status: 204  len: 168 time: 0.6865008
May 10 18:08:16.872090 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47596) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:16.879115 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:16.884348 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:16.893411 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-57e8a4ee-529d-462f-8631-986ec650a737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:16.955120 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ea7c5fc-be01-4565-94fa-3f282caf6798 req-7b30b9ac-8d3f-42ff-afcd-ce55a3839175 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1363215
May 10 18:08:16.984692 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0103b45dafca45d786b9773b9969d1bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3700128
May 10 18:08:16.985045 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf932e9d-2c10-489b-80bf-2df21f83f1ce,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:16.987410 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47602) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:17.000460 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:17.016058 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.088502 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-1278fcc6-2064-4914-a9ec-2cd23b1b51c6 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:17.090158 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-1278fcc6-2064-4914-a9ec-2cd23b1b51c6 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.58 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1702843
May 10 18:08:17.091088 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58286502-1064-472a-82f4-3d340226f16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.149389 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.162628 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58286502-1064-472a-82f4-3d340226f16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.163199 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f793d13f0d0>,) {'filters': {'network_id': ['919e9f32-b886-454a-a8a9-60dbc6a521aa']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:17.176414 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f793d13f0d0>, 'ec6cf6ef-0165-4051-b691-f031a2e8b890') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:17.176718 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f793d13f0d0>, 'ec6cf6ef-0165-4051-b691-f031a2e8b890') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:17.189014 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702357'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.208275 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.215757 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:08:17.216354 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11435563'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]: Traceback (most recent call last):
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     timer()
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     cb(*args, **kw)
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     self._notify()
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     self.callback(batched_events)
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     event.method(event)
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._get(url).json()
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:08:17.236820 dv-cinder-790492-1-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:08:17.270495 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58286502-1064-472a-82f4-3d340226f16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.276598 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7408913c-5b19-4fbb-90dd-dc63e9105823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:17.283979 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Deleting port e77aa604-5484-43ff-8e04-38625bdb6550 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:08:17.284317 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.307702 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58286502-1064-472a-82f4-3d340226f16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf932e9d-2c10-489b-80bf-2df21f83f1ce,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:17.336535 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.354491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.359232 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-59f809f6-dede-4e4f-8c07-2fe87c785de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:17.361147 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-58286502-1064-472a-82f4-3d340226f16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:17.365578 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58286502-1064-472a-82f4-3d340226f16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.366691 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-58286502-1064-472a-82f4-3d340226f16d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf932e9d-2c10-489b-80bf-2df21f83f1ce HTTP/1.1" status: 204  len: 168 time: 0.3782332
May 10 18:08:17.388646 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Pushing event deleted for resources: {'Network': ['ID=919e9f32-b886-454a-a8a9-60dbc6a521aa,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:17.393090 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:17.410101 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] 10.222.0.70 "DELETE /v2.0/networks/919e9f32-b886-454a-a8a9-60dbc6a521aa HTTP/1.1" status: 204  len: 168 time: 0.5352063
May 10 18:08:17.501990 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] For port e77aa604-5484-43ff-8e04-38625bdb6550, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e77aa604-5484-43ff-8e04-38625bdb6550,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:17.502353 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.558914 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403eb13-8165-4318-9f41-11ab902e67a2 req-2bd7a87e-7bfa-45d9-97c3-08891474482f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:17.560959 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8403eb13-8165-4318-9f41-11ab902e67a2 req-2bd7a87e-7bfa-45d9-97c3-08891474482f tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 946 time: 0.1189146
May 10 18:08:17.561528 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47618) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:17.625871 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Calling delete_port for e77aa604-5484-43ff-8e04-38625bdb6550 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:08:17.643394 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8403eb13-8165-4318-9f41-11ab902e67a2 req-d95c5648-beb6-48cf-b77d-b62e2c697101 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628610
May 10 18:08:17.660745 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-be388031-09a2-4036-9775-cc2a69599bb5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6a47d10b980491c84169ee143e1d8ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0975788
May 10 18:08:17.663965 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47622) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:17.669933 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675fe01-0730-4ac2-bef1-f72563661d06 req-1bfaf476-cc21-4a28-8b70-42099e504f9a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:17.672385 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7675fe01-0730-4ac2-bef1-f72563661d06 req-1bfaf476-cc21-4a28-8b70-42099e504f9a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.2402172
May 10 18:08:17.730207 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7675fe01-0730-4ac2-bef1-f72563661d06 req-be681402-6c25-40c4-9f5b-44b3bab41f20 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516639
May 10 18:08:17.740526 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4d7efc5b-8c2b-4198-9fda-9c4c360d6442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.780979 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4d7efc5b-8c2b-4198-9fda-9c4c360d6442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.859841 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47626) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:17.883930 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.909807 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:17.913745 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Usage tracker for resource:security_group_rule and tenant:d7fa987ecea74bd2a8a5c2db7d6884a5 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:17.916623 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:17.916889 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4d7efc5b-8c2b-4198-9fda-9c4c360d6442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.919236 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.923298 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-183cd9a0-ef61-4945-80c3-04253646c89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:17.927282 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:17.929136 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1987dab9-d1a3-4265-b8a5-845f4db56619 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:17.931035 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f', 'e77aa604-5484-43ff-8e04-38625bdb6550'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:08:17.937812 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7efc5b-8c2b-4198-9fda-9c4c360d6442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf40a489-da17-44d0-981c-88a320c0454c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:17.946691 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4d7efc5b-8c2b-4198-9fda-9c4c360d6442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:17.957810 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4d7efc5b-8c2b-4198-9fda-9c4c360d6442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:17.961463 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4d7efc5b-8c2b-4198-9fda-9c4c360d6442 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf40a489-da17-44d0-981c-88a320c0454c HTTP/1.1" status: 204  len: 168 time: 0.2941608
May 10 18:08:17.981047 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Pushing event deleted for resources: {'Port': ['ID=e77aa604-5484-43ff-8e04-38625bdb6550,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:18.011671 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:18.063666 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] No DVR routers for this DVR port e77aa604-5484-43ff-8e04-38625bdb6550 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:08:18.068730 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:18.071249 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2963aa73-2f6c-47e0-9f99-7ae9f400a06d', 'name': 'network-vif-deleted', 'tag': 'e77aa604-5484-43ff-8e04-38625bdb6550'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:08:18.122694 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2963aa73-2f6c-47e0-9f99-7ae9f400a06d', 'name': 'network-vif-deleted', 'tag': 'e77aa604-5484-43ff-8e04-38625bdb6550', 'status': 'completed', 'code': 200}
May 10 18:08:18.150127 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72c6153d-7e85-4086-b6af-fa6aa364af02 req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.58 "DELETE /v2.0/ports/e77aa604-5484-43ff-8e04-38625bdb6550 HTTP/1.1" status: 204  len: 173 time: 1.0492933
May 10 18:08:18.253998 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48da05-57a9-427e-87b8-90d84bdb2010 req-2e169a72-b2b3-4f87-9c14-0d783f9f8889 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:18.255543 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2e48da05-57a9-427e-87b8-90d84bdb2010 req-2e169a72-b2b3-4f87-9c14-0d783f9f8889 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1072061
May 10 18:08:18.280800 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:18.287416 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:18.296121 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-58286502-1064-472a-82f4-3d340226f16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:18.357524 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326ab999-f7b2-4bbb-b78c-e897dbb269d1,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:18.362810 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7fa987ecea74bd2a8a5c2db7d6884a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5016637
May 10 18:08:18.364255 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:18.366125 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47640) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:18.370346 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2e48da05-57a9-427e-87b8-90d84bdb2010 req-7efbc968-d1ab-46c3-acd0-b3877923fed8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012573
May 10 18:08:18.444709 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6cf0-e9dd-403a-a093-c1ea13ee00de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:18.473100 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6cf0-e9dd-403a-a093-c1ea13ee00de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:18.528394 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6cf0-e9dd-403a-a093-c1ea13ee00de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:18.533302 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:18.543531 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a6cf0-e9dd-403a-a093-c1ea13ee00de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326ab999-f7b2-4bbb-b78c-e897dbb269d1,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:18.546363 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5f0a6cf0-e9dd-403a-a093-c1ea13ee00de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:18.552424 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6cf0-e9dd-403a-a093-c1ea13ee00de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:18.556128 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5f0a6cf0-e9dd-403a-a093-c1ea13ee00de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/326ab999-f7b2-4bbb-b78c-e897dbb269d1 HTTP/1.1" status: 204  len: 168 time: 0.1859763
May 10 18:08:18.597922 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47648) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:18.781389 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9c76a793-de46-46bc-a4ec-8b2baded5383 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3cfbce0dead485abd8a2301fcae7c8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1817605
May 10 18:08:18.783531 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47660) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:18.841446 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-b6a74adc-2e51-4218-babe-16d54bf7466f req-42fa19a9-4891-4ef9-8a17-54381e54c645 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Synchronizing usage tracker for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:08:18.863806 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-b6a74adc-2e51-4218-babe-16d54bf7466f req-42fa19a9-4891-4ef9-8a17-54381e54c645 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Unset dirty status for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:08:18.865638 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b6a74adc-2e51-4218-babe-16d54bf7466f req-42fa19a9-4891-4ef9-8a17-54381e54c645 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2963aa73-2f6c-47e0-9f99-7ae9f400a06d HTTP/1.1" status: 200  len: 210 time: 0.0718431
May 10 18:08:18.910317 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f010741-378e-46bc-980c-11662760719c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:18.942563 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f010741-378e-46bc-980c-11662760719c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.006112 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae55b6d-f8f8-43a9-9d55-81251cf424c9 req-0b84ac5b-f0ad-44bc-b691-7f5387f36e86 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:19.007617 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bae55b6d-f8f8-43a9-9d55-81251cf424c9 req-0b84ac5b-f0ad-44bc-b691-7f5387f36e86 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1410592
May 10 18:08:19.037148 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f010741-378e-46bc-980c-11662760719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.049518 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9808d615-39be-4004-8479-4f1fdda09289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:19.068205 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f010741-378e-46bc-980c-11662760719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:19.073208 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bae55b6d-f8f8-43a9-9d55-81251cf424c9 req-8c3dc343-21e9-49b3-9db3-f7de330c4ae7 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592480
May 10 18:08:19.073960 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5f010741-378e-46bc-980c-11662760719c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:19.083046 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5f010741-378e-46bc-980c-11662760719c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.086412 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5f010741-378e-46bc-980c-11662760719c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63ab2039-aa1d-4dcf-afb6-d5a1aa3768fe HTTP/1.1" status: 204  len: 168 time: 0.2995291
May 10 18:08:19.362192 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47684) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:19.469714 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2066852487-network', 'tenant_id': '3ecfe984073a466f8af831ec040a9561'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:19.474609 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:19.479176 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Usage tracker for resource:network and tenant:3ecfe984073a466f8af831ec040a9561 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:19.482345 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:19.489002 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:19.499225 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Made reservation on behalf of 3ecfe984073a466f8af831ec040a9561 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:19.501512 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.514491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.528864 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:19.532666 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Usage tracker for resource:security_group_rule and tenant:3ecfe984073a466f8af831ec040a9561 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:19.535517 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:19.541337 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:19.574973 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c860d6e-e387-47a9-a2d7-f21690443190 req-075febcb-dcba-4140-99a2-9dd9732bd070 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:19.576390 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0c860d6e-e387-47a9-a2d7-f21690443190 req-075febcb-dcba-4140-99a2-9dd9732bd070 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.0868273
May 10 18:08:19.629220 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0c860d6e-e387-47a9-a2d7-f21690443190 req-bb30b0c2-5d49-4ec1-b65b-e6b419ec5e3e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467296
May 10 18:08:19.633379 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.638804 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.643630 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-aea6b65e-076f-491d-966e-5be895246f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:19.676625 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:08:19.685629 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bda917-17f7-440c-b1ba-961eabe8761c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:19.689492 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:19.692363 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.692660 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Added segment c6b0351b-353d-45b4-ae7a-2896ecc223da of type vlan for network 5d48a594-0443-463c-a3cf-9d8c350bd9e4
May 10 18:08:19.719289 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.752894 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.754243 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:19.754822 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.758369 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:19.853531 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47708) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:19.858959 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Pushing event updated for resources: {'Network': ['ID=5d48a594-0443-463c-a3cf-9d8c350bd9e4,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:19.862251 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4990275
May 10 18:08:19.863132 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:19.865419 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47714) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:19.869413 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 5d48a594-0443-463c-a3cf-9d8c350bd9e4 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:08:19.872936 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Request body: {'subnet': {'network_id': '5d48a594-0443-463c-a3cf-9d8c350bd9e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2066852487-subnet', 'tenant_id': '3ecfe984073a466f8af831ec040a9561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:19.877941 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:19.882309 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Usage tracker for resource:subnet and tenant:3ecfe984073a466f8af831ec040a9561 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:19.886117 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:19.895467 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:19.908970 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Made reservation on behalf of 3ecfe984073a466f8af831ec040a9561 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:19.911758 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1963018'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:19.982407 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-793035169-network', 'tenant_id': 'a16646f1801142f88a1d804291b41603'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:19.986936 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:19.990860 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Usage tracker for resource:network and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:19.993910 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:20.000505 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:20.013257 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Made reservation on behalf of a16646f1801142f88a1d804291b41603 for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:20.015564 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.028173 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.042627 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:20.046428 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Usage tracker for resource:security_group_rule and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:20.049344 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:20.055401 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:20.160756 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.176416 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.182039 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:20.234943 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:08:20.237233 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238bd62f-9759-480a-887d-ead413ec178a,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:20.244019 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:20.254007 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.254637 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Added segment 12406ac2-7e42-4e66-9163-7a9e7a5ffed9 of type vlan for network aba591cd-85ec-4d09-b411-e9a517f8ba46
May 10 18:08:20.282973 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.315607 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.317203 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:20.317846 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.323992 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2309b0ef-2742-4438-b69a-35ce2ab816e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:20.341228 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1efce-0f60-44e5-9a1b-8010962e1081 req-68075ee6-71a8-4fbb-8ff3-4459809936b5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:20.342694 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cce1efce-0f60-44e5-9a1b-8010962e1081 req-68075ee6-71a8-4fbb-8ff3-4459809936b5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1244376
May 10 18:08:20.429827 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cce1efce-0f60-44e5-9a1b-8010962e1081 req-94e32ff5-b2a4-46bb-b7f0-e4d860d3050a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803123
May 10 18:08:20.450401 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11302798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1963128'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.454576 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:20.467082 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6124384
May 10 18:08:20.470696 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47726) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:20.472982 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Pushing event updated for resources: {'Network': ['ID=aba591cd-85ec-4d09-b411-e9a517f8ba46,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:20.476268 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:20.481719 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Request body: {'subnet': {'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-793035169-subnet', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:20.487312 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:20.487613 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network aba591cd-85ec-4d09-b411-e9a517f8ba46 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:08:20.493011 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Usage tracker for resource:subnet and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:20.497367 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:20.504701 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:20.525222 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Made reservation on behalf of a16646f1801142f88a1d804291b41603 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:20.527626 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10650615'] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.528212 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84f6b0d-d8cd-4610-8336-51ed707eb414,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:20.532227 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:20.536367 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Checking segment: {'id': 'c6b0351b-353d-45b4-ae7a-2896ecc223da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '5d48a594-0443-463c-a3cf-9d8c350bd9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:20.536727 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Network hostable DHCP agents. Network: 5d48a594-0443-463c-a3cf-9d8c350bd9e4, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:08:20.555727 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb50355-63bb-43fe-ba3a-e5cdc5e2ce66 req-f6a124c5-482c-495a-aceb-b9ba1136cfba tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:20.556113 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Network 5d48a594-0443-463c-a3cf-9d8c350bd9e4 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:08:20.557306 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9fb50355-63bb-43fe-ba3a-e5cdc5e2ce66 req-f6a124c5-482c-495a-aceb-b9ba1136cfba tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.2342079
May 10 18:08:20.566564 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 5d48a594-0443-463c-a3cf-9d8c350bd9e4) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:20.575840 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:20.576532 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:20.580365 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b74b0-81f9-4884-8e95-7384f5a8a566 None None] Network 5d48a594-0443-463c-a3cf-9d8c350bd9e4 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:08:20.602953 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7330444
May 10 18:08:20.683317 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9fb50355-63bb-43fe-ba3a-e5cdc5e2ce66 req-a16303c8-d66b-43c0-a9bb-1370eee4dd7b tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724933
May 10 18:08:20.826768 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349a0ce1-2613-42ee-8708-54d36d7615e7 None None] Network 5d48a594-0443-463c-a3cf-9d8c350bd9e4 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:08:20.869149 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02442d2a-0ac6-4503-9c80-0095ce00202e req-5947afa5-8548-4df7-92b6-6a10e1eed837 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:20.877658 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-02442d2a-0ac6-4503-9c80-0095ce00202e req-5947afa5-8548-4df7-92b6-6a10e1eed837 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 943 time: 0.1212394
May 10 18:08:20.947084 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-02442d2a-0ac6-4503-9c80-0095ce00202e req-49aafa88-28a7-4277-9580-e2c8716bde14 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684254
May 10 18:08:21.008753 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:08:21.012294 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e77aa604-5484-43ff-8e04-38625bdb6550 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:08:21.019101 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1709298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10650501'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.024047 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:21.078781 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: e77aa604-5484-43ff-8e04-38625bdb6550 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:08:21.079157 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e77aa604-5484-43ff-8e04-38625bdb6550 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:08:21.101050 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e52368-65e1-40c4-a103-f765bc907d5b,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:21.108601 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:21.117893 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Checking segment: {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:21.118293 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Network hostable DHCP agents. Network: aba591cd-85ec-4d09-b411-e9a517f8ba46, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:08:21.136896 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Network aba591cd-85ec-4d09-b411-e9a517f8ba46 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:08:21.151478 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:08:21.153146 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, aba591cd-85ec-4d09-b411-e9a517f8ba46) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:21.163865 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6728f1-eb5b-4561-a719-34f01f8ac32b None None] Network aba591cd-85ec-4d09-b411-e9a517f8ba46 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:08:21.171165 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:21.171958 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.202761 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47746) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:21.203169 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-18676cca-dc24-4e24-899f-196e246a7d73 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7303047
May 10 18:08:21.203580 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47748) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:21.207527 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:21.209780 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1112826583-network', 'tenant_id': '8175ea909ac9442b9ec2b4eea039c1f6'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:21.212282 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:21.216141 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Usage tracker for resource:router and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:21.216261 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:21.219148 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:21.220520 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Usage tracker for resource:network and tenant:8175ea909ac9442b9ec2b4eea039c1f6 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:21.225019 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:21.225153 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:21.233201 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:21.239977 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.242049 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.244351 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Made reservation on behalf of 8175ea909ac9442b9ec2b4eea039c1f6 for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:21.246865 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.261264 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.262811 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.275886 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:21.279733 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Usage tracker for resource:security_group_rule and tenant:8175ea909ac9442b9ec2b4eea039c1f6 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:21.282463 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:21.288642 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:21.324367 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:21.365598 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'port_id': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'mac_address': 'fa:16:3e:a5:c0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:08:21.369765 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.375131 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.379635 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f3e86eab-fdbf-44ad-acfb-255476f8a205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:21.409021 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:08:21.417945 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ce4ad-ce76-4947-abf3-faba02f63267,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:21.421420 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:21.426005 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.427236 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Added segment 4ba4e94c-e12d-492a-b63d-f660dc09491a of type vlan for network 33b2a6a4-cdf6-4fd6-86f7-52544603237a
May 10 18:08:21.457752 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.487853 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.499799 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-aba591cd-85ec-4d09-b411-e9a517f8ba46', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 18:08:21.500637 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.503124 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.504990 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:21.505919 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.522265 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19b49de-1a32-49b6-935b-2ce5b65e8f24 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:08:21.533828 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:21.555544 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3505611
May 10 18:08:21.561261 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47756) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:21.567634 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Request body: {'subnet': {'network_id': '33b2a6a4-cdf6-4fd6-86f7-52544603237a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1112826583-subnet', 'tenant_id': '8175ea909ac9442b9ec2b4eea039c1f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:21.576298 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:21.581973 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.588827 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:21.633454 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:21.633912 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.713541 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=9']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:21.725809 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.726344 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.726833 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.727337 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.727803 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.728308 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.728638 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.728962 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.729304 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.729624 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.730216 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.730760 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:21.738868 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:21.747204 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Usage tracker for resource:subnet and tenant:8175ea909ac9442b9ec2b4eea039c1f6 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:21.757692 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Allocated IP 172.20.0.2 (aba591cd-85ec-4d09-b411-e9a517f8ba46/f2e52368-65e1-40c4-a103-f765bc907d5b/13488e4a-5ae4-4f9f-93ef-ed282c76ffe0) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:08:21.758745 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:21.768738 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Pushing event updated for resources: {'Network': ['ID=33b2a6a4-cdf6-4fd6-86f7-52544603237a,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:21.771920 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:21.774092 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:21.789542 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 33b2a6a4-cdf6-4fd6-86f7-52544603237a details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:08:21.804391 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Made reservation on behalf of 8175ea909ac9442b9ec2b4eea039c1f6 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:21.806716 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10650615'] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:21.916602 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb27d87-f40f-43ae-97e8-508b62783163 req-39fd25a4-1ccd-4b92-ab45-23bbe3fd4285 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:21.918148 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-adb27d87-f40f-43ae-97e8-508b62783163 req-39fd25a4-1ccd-4b92-ab45-23bbe3fd4285 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.3005345
May 10 18:08:21.946391 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['e19b49de-1a32-49b6-935b-2ce5b65e8f24'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:08:21.978558 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-adb27d87-f40f-43ae-97e8-508b62783163 req-dfedd63a-91bf-404e-a902-1fd1879ef538 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514841
May 10 18:08:22.053577 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aef6cd-d56a-47b6-ac0e-c878d096c7e1 req-f75bdd38-137e-4ca3-80fb-be719d4115ed tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:22.060936 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-22aef6cd-d56a-47b6-ac0e-c878d096c7e1 req-f75bdd38-137e-4ca3-80fb-be719d4115ed tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1413333
May 10 18:08:22.091062 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.129084 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.180558 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-22aef6cd-d56a-47b6-ac0e-c878d096c7e1 req-f62a4dba-d076-4331-9f8d-8eb3edc652db tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185579
May 10 18:08:22.257699 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.279570 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Transition to ACTIVE for port object 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:22.282989 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae8efd-56a9-4102-b0bb-55f17d88b9d3 req-2be585ec-c8ab-48ed-99d1-068bacc6ae33 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:22.284492 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a3ae8efd-56a9-4102-b0bb-55f17d88b9d3 req-2be585ec-c8ab-48ed-99d1-068bacc6ae33 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 944 time: 0.1777079
May 10 18:08:22.296548 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Allocated IP 172.27.3.235 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/e4ec7dda-6052-42e1-8815-1dc2759d5e02) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:08:22.326186 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Transition to ACTIVE for port object 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:22.342423 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.346723 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:22.348699 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a3ae8efd-56a9-4102-b0bb-55f17d88b9d3 req-b82c3a33-f3d0-43ab-ac90-0b6896fd84ee tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538657
May 10 18:08:22.421352 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Network aba591cd-85ec-4d09-b411-e9a517f8ba46 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:08:22.426810 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:22.430000 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:08:22.434258 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1709298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10650501'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.439088 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-07033447-db7c-4366-9166-3dbc719bc27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:22.467452 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.479497 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Pushing event updated for resources: {'Port': ['ID=13488e4a-5ae4-4f9f-93ef-ed282c76ffe0,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:22.482682 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:22.507229 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.511644 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6df3ff4-d233-485f-b2d4-dc087b5b18f9,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:22.512948 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:22.515085 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:22.517478 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Checking segment: {'id': '4ba4e94c-e12d-492a-b63d-f660dc09491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '33b2a6a4-cdf6-4fd6-86f7-52544603237a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:22.517834 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Network hostable DHCP agents. Network: 33b2a6a4-cdf6-4fd6-86f7-52544603237a, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:08:22.536154 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Network 33b2a6a4-cdf6-4fd6-86f7-52544603237a is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:08:22.546804 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 33b2a6a4-cdf6-4fd6-86f7-52544603237a) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:22.547519 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Attempting to bind port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:08:22.547966 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Attempting to bind port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:08:22.548366 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Attempting to bind port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 on network aba591cd-85ec-4d09-b411-e9a517f8ba46 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:08:22.556513 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:22.557154 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.557428 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:08:22.557825 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Checking segment: {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:22.558240 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.558640 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Bound using segment: {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:08:22.559160 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Bound port: 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:08:22.559543 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.571661 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7687bdd-3f10-4ed6-916e-925a21069644 None None] Network 33b2a6a4-cdf6-4fd6-86f7-52544603237a requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:08:22.578401 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6704ee30-91d8-482e-a833-96cb8a558093 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0157149
May 10 18:08:22.594027 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Pushing event updated for resources: {'Port': ['ID=e4ec7dda-6052-42e1-8815-1dc2759d5e02,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:22.598531 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:22.600857 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:08:22.601657 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:22.603737 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:08:22.764549 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] For port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:08:22.800991 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] For port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=13488e4a-5ae4-4f9f-93ef-ed282c76ffe0,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:08:22.829871 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:22.837842 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:22.891972 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50473243-b8ca-43a8-8238-3271c820d0e3 None None] Network 33b2a6a4-cdf6-4fd6-86f7-52544603237a requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:08:22.991338 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Pushing event updated for resources: {'Port': ['ID=13488e4a-5ae4-4f9f-93ef-ed282c76ffe0,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:23.000854 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:23.005924 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:23.035471 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:23.201166 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port e19b49de-1a32-49b6-935b-2ce5b65e8f24 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:23.201583 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:23.385238 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:23.445843 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:08:23.478094 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:23.485898 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:23.488691 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-016d820f-61e7-494f-8fee-393d9d83ff23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:23.529452 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284fdde-2d6c-48c3-b7ce-3abbce5b58dd req-3d21b15f-4ef7-4b01-a9af-597feb1e4829 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:23.530856 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7284fdde-2d6c-48c3-b7ce-3abbce5b58dd req-3d21b15f-4ef7-4b01-a9af-597feb1e4829 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1783125
May 10 18:08:23.596026 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7284fdde-2d6c-48c3-b7ce-3abbce5b58dd req-f28bf960-8069-4690-a518-153c1482c608 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581968
May 10 18:08:23.606962 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=10']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:23.610704 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:23.610889 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7793b6-6b00-4d7d-9025-128741154556 req-e33b375c-ff49-4072-a9a0-f2b6e365b75d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:23.612421 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4b7793b6-6b00-4d7d-9025-128741154556 req-e33b375c-ff49-4072-a9a0-f2b6e365b75d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.3446455
May 10 18:08:23.681873 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4b7793b6-6b00-4d7d-9025-128741154556 req-a5b65dc7-3307-47d3-bdbd-5f588b90970b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615642
May 10 18:08:23.708740 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:23.742731 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'code': 200}
May 10 18:08:23.815779 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e70f3b-621a-4d1f-9829-356641749235 req-2028bd8f-21d1-4463-bf22-e8c12c5bcb94 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:23.817338 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-40e70f3b-621a-4d1f-9829-356641749235 req-2028bd8f-21d1-4463-bf22-e8c12c5bcb94 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 946 time: 0.1012375
May 10 18:08:23.857220 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:23.865326 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-40e70f3b-621a-4d1f-9829-356641749235 req-0f087312-0aed-4fad-84d3-4bb9d598c096 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414362
May 10 18:08:23.927119 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:23.940346 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 18:08:24.124658 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:08:24.136367 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03503782-e654-48e5-a802-0702d2113335 None None] Sync routers for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:08:24.146766 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03503782-e654-48e5-a802-0702d2113335 None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:24.147430 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-03503782-e654-48e5-a802-0702d2113335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7ec2b0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:24.155002 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:24.159088 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47782) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:24.159346 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.9560454
May 10 18:08:24.261339 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed7cf38-48a3-45e5-b8c8-884a6c628601 None None] Network aba591cd-85ec-4d09-b411-e9a517f8ba46 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:08:24.350500 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-03503782-e654-48e5-a802-0702d2113335 None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:24.359793 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-41cd2638-ed83-49f1-9b48-05a077968067 None None] Provisioning for port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:24.376903 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-41cd2638-ed83-49f1-9b48-05a077968067 None None] Provisioning complete for port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:24.377480 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41cd2638-ed83-49f1-9b48-05a077968067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:24.534188 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c16d3-af0c-41fa-9bc5-c76acc743663 req-859ebf33-d0a3-400e-b4e2-0a0a5776fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:24.535649 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4c5c16d3-af0c-41fa-9bc5-c76acc743663 req-859ebf33-d0a3-400e-b4e2-0a0a5776fd74 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 1099 time: 0.2934985
May 10 18:08:24.600392 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4c5c16d3-af0c-41fa-9bc5-c76acc743663 req-abdffea7-4a55-4ba5-94fd-4e8470420110 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554259
May 10 18:08:24.654755 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41cd2638-ed83-49f1-9b48-05a077968067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:24.690464 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-41cd2638-ed83-49f1-9b48-05a077968067 None None] For port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=13488e4a-5ae4-4f9f-93ef-ed282c76ffe0,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:24.699743 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-41cd2638-ed83-49f1-9b48-05a077968067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:24.703024 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:24.737860 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-03503782-e654-48e5-a802-0702d2113335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7ec2b0>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:22Z', 'revision_number': 3, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:24.742925 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03503782-e654-48e5-a802-0702d2113335 None None] Checking router: d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:08:24.743282 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03503782-e654-48e5-a802-0702d2113335 None None] Updating router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 port e4ec7dda-6052-42e1-8815-1dc2759d5e02 binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:08:24.830289 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-03503782-e654-48e5-a802-0702d2113335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:24.843888 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd2638-ed83-49f1-9b48-05a077968067 None None] Pushing event updated for resources: {'Port': ['ID=13488e4a-5ae4-4f9f-93ef-ed282c76ffe0,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:24.853370 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-41cd2638-ed83-49f1-9b48-05a077968067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:24.885178 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d54cd-85a2-4a30-a55e-f10f458c1cf7 req-30aafa57-4ccf-4e0a-af7b-6e76531c76ff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:24.891558 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cc5d54cd-85a2-4a30-a55e-f10f458c1cf7 req-30aafa57-4ccf-4e0a-af7b-6e76531c76ff tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.1194737
May 10 18:08:24.963987 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cc5d54cd-85a2-4a30-a55e-f10f458c1cf7 req-89325073-d9f3-4823-bcbc-7f39c66f62f4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672612
May 10 18:08:25.135359 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-545bce6d-198d-485d-8c48-c32514923561 None None] Provisioning complete for port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:25.136083 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-545bce6d-198d-485d-8c48-c32514923561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:25.211990 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e5202-d3da-4004-944a-0b8abfaa7a4f req-48d4e5ce-8bf6-4b72-af6c-79c30fbb6678 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:25.213601 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-394e5202-d3da-4004-944a-0b8abfaa7a4f req-48d4e5ce-8bf6-4b72-af6c-79c30fbb6678 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 946 time: 0.1254275
May 10 18:08:25.232331 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d54ee-7839-4645-83a3-a15ee801cba7 req-433b6d5a-8399-44c3-9cbd-6d2b395eaca9 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:25.245059 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d42d54ee-7839-4645-83a3-a15ee801cba7 req-433b6d5a-8399-44c3-9cbd-6d2b395eaca9 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.2639685
May 10 18:08:25.280634 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-03503782-e654-48e5-a802-0702d2113335 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:25.290425 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-394e5202-d3da-4004-944a-0b8abfaa7a4f req-8c6fa1fc-efc7-448b-a460-80ffeefdbfa4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709934
May 10 18:08:25.295390 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-03503782-e654-48e5-a802-0702d2113335 None None] Transition to ACTIVE for port object e4ec7dda-6052-42e1-8815-1dc2759d5e02 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:25.310396 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-03503782-e654-48e5-a802-0702d2113335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:25.315423 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-87e15874-7967-4b1a-9e71-e561b814084f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:25.401671 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d42d54ee-7839-4645-83a3-a15ee801cba7 req-0a473318-29e1-4e0a-a0aa-53e1dec26173 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1551402
May 10 18:08:25.406383 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-03503782-e654-48e5-a802-0702d2113335 None None] Attempting to bind port e4ec7dda-6052-42e1-8815-1dc2759d5e02 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:08:25.406784 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-03503782-e654-48e5-a802-0702d2113335 None None] Attempting to bind port e4ec7dda-6052-42e1-8815-1dc2759d5e02 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:08:25.407153 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03503782-e654-48e5-a802-0702d2113335 None None] Attempting to bind port e4ec7dda-6052-42e1-8815-1dc2759d5e02 on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:08:25.409438 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Pushing event updated for resources: {'Port': ['ID=e4ec7dda-6052-42e1-8815-1dc2759d5e02,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:25.418193 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.418874 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.421233 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.425725 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:25.429648 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.430037 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.430373 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.430704 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.432811 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.433187 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.433526 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.433859 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.434181 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:25.439268 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:25.440196 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03503782-e654-48e5-a802-0702d2113335 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:08:25.440567 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03503782-e654-48e5-a802-0702d2113335 None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:25.440970 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-03503782-e654-48e5-a802-0702d2113335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:25.441356 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03503782-e654-48e5-a802-0702d2113335 None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:08:25.441826 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-03503782-e654-48e5-a802-0702d2113335 None None] Bound port: e4ec7dda-6052-42e1-8815-1dc2759d5e02, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:08:25.442211 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-03503782-e654-48e5-a802-0702d2113335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:25.464177 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:25.568794 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-03503782-e654-48e5-a802-0702d2113335 None None] For port e4ec7dda-6052-42e1-8815-1dc2759d5e02, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:08:25.574273 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-03503782-e654-48e5-a802-0702d2113335 None None] For port e4ec7dda-6052-42e1-8815-1dc2759d5e02, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=e4ec7dda-6052-42e1-8815-1dc2759d5e02,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:08:25.579556 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-03503782-e654-48e5-a802-0702d2113335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:25.597694 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:25.668176 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-5cf3e48c-d46e-4c95-aa3e-921f1390dd29 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:25.679872 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-5cf3e48c-d46e-4c95-aa3e-921f1390dd29 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.2041910
May 10 18:08:25.721750 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Pushing event updated for resources: {'Port': ['ID=e4ec7dda-6052-42e1-8815-1dc2759d5e02,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:25.731090 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:25.750788 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03503782-e654-48e5-a802-0702d2113335 None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:25.755730 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-03503782-e654-48e5-a802-0702d2113335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7ec2b0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:25.840636 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:25.933998 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:25.934729 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:25.939355 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17860706-bc11-4399-9845-4a4880d868dd req-7771f71a-3319-4514-9007-6fe74428fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:25.941231 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17860706-bc11-4399-9845-4a4880d868dd req-7771f71a-3319-4514-9007-6fe74428fe93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 1099 time: 0.0850520
May 10 18:08:26.008179 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-03503782-e654-48e5-a802-0702d2113335 None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:26.081032 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Allocated IP 172.20.0.1 (aba591cd-85ec-4d09-b411-e9a517f8ba46/f2e52368-65e1-40c4-a103-f765bc907d5b/be5da0c1-2a42-4469-8ad1-9290cb2ed8dd) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:08:26.208956 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17860706-bc11-4399-9845-4a4880d868dd req-88be0e0e-928d-4f58-9202-a746f548a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:26.210745 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17860706-bc11-4399-9845-4a4880d868dd req-88be0e0e-928d-4f58-9202-a746f548a26f service neutron] 10.222.0.58 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 912 time: 0.2627170
May 10 18:08:26.235261 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ebaad-bcbc-4762-9a22-b63ae30bd6ee req-81add78d-fa16-41cb-8874-7e02b594828f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:26.237282 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fb3ebaad-bcbc-4762-9a22-b63ae30bd6ee req-81add78d-fa16-41cb-8874-7e02b594828f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.4577792
May 10 18:08:26.257039 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Deleting port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:08:26.257583 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:26.330202 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17860706-bc11-4399-9845-4a4880d868dd req-793d62bc-3ad6-4885-a3a5-c88a546f01c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a HTTP/1.1" status: 200  len: 1001 time: 0.1115475
May 10 18:08:26.339058 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fb3ebaad-bcbc-4762-9a22-b63ae30bd6ee req-37f9d68a-aa47-4bbb-90c8-ff489a04f75e tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877845
May 10 18:08:26.388947 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab6408-c464-48e5-a3d2-ce795854e9c8 req-2c6e35d2-d42f-4553-a053-42d63b92b9d2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:26.390495 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4aab6408-c464-48e5-a3d2-ce795854e9c8 req-2c6e35d2-d42f-4553-a053-42d63b92b9d2 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 946 time: 0.2995019
May 10 18:08:26.444608 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-03503782-e654-48e5-a802-0702d2113335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7ec2b0>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:22Z', 'revision_number': 3, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:26.449751 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17860706-bc11-4399-9845-4a4880d868dd req-672c4e93-effb-4607-ae62-90e9cdd29793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:26.450149 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03503782-e654-48e5-a802-0702d2113335 None None] The sync data for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi is: [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:22Z', 'revision_number': 3, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:08:26.451287 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17860706-bc11-4399-9845-4a4880d868dd req-672c4e93-effb-4607-ae62-90e9cdd29793 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b410101-d434-42ad-9154-5f9e9f4112ee HTTP/1.1" status: 200  len: 850 time: 0.1132326
May 10 18:08:26.466144 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:26.468747 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4aab6408-c464-48e5-a3d2-ce795854e9c8 req-909b6f96-d48b-430f-b407-4f98e5be15d4 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/security-groups?id=132b2c21-b884-4eda-bba1-599a3df30e92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685565
May 10 18:08:26.512826 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Transition to ACTIVE for port object be5da0c1-2a42-4469-8ad1-9290cb2ed8dd will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:26.522616 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] For port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:26.523004 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:26.592209 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17860706-bc11-4399-9845-4a4880d868dd req-b88fb81d-cb0f-41c3-ae7d-310c19976a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:26.594387 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17860706-bc11-4399-9845-4a4880d868dd req-b88fb81d-cb0f-41c3-ae7d-310c19976a7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe985ee9-f71f-4a7c-96af-fb276fc83d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1219935
May 10 18:08:26.696551 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Calling delete_port for 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:08:26.804103 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:26.811333 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-964c8a5a-34ff-4868-bffe-e670bca3224f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:26.919582 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17860706-bc11-4399-9845-4a4880d868dd req-645d672a-4d04-462c-b41f-0f05fa5fb7e1 service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3179147
May 10 18:08:26.928539 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Network aba591cd-85ec-4d09-b411-e9a517f8ba46 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:08:26.943053 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:26.945707 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:08:27.006386 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Pushing event updated for resources: {'Port': ['ID=be5da0c1-2a42-4469-8ad1-9290cb2ed8dd,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:27.017284 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:27.082427 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea085f-ce04-4abf-83e9-828ccb11d17f req-158c4a05-292e-4762-98e5-1bf1cda60cb4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:27.095891 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5cea085f-ce04-4abf-83e9-828ccb11d17f req-158c4a05-292e-4762-98e5-1bf1cda60cb4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 946 time: 0.5553927
May 10 18:08:27.155305 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-17860706-bc11-4399-9845-4a4880d868dd req-285083be-2f3a-4512-a8a9-f2fd05071b4b service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283416
May 10 18:08:27.290874 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-2b31c080-d318-4c8a-87ce-110759a49e35 None None] Provisioning for port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:27.296378 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-2b31c080-d318-4c8a-87ce-110759a49e35 None None] Provisioning complete for port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:27.296753 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2b31c080-d318-4c8a-87ce-110759a49e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:27.331703 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:27.351948 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-2b31c080-d318-4c8a-87ce-110759a49e35 None None] Port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:08:27.386094 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5cea085f-ce04-4abf-83e9-828ccb11d17f req-d01836b7-1cfc-401e-9e56-015ed595ec93 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2889612
May 10 18:08:27.399744 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:27.409670 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:27.469900 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Pushing event deleted for resources: {'Port': ['ID=700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:27.472933 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:27.555000 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] No DVR routers for this DVR port 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:08:27.557684 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:27.559454 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4370d-53a2-4cd7-a799-def80ae00b15 req-a333d2ae-7854-4dfa-9011-75d4daf4de11 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:27.561914 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fd5f77-b284-49e4-ba4a-072fcd94ad46', 'name': 'network-vif-deleted', 'tag': '700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:08:27.567460 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c9d4370d-53a2-4cd7-a799-def80ae00b15 req-a333d2ae-7854-4dfa-9011-75d4daf4de11 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1061168
May 10 18:08:27.615430 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c9d4370d-53a2-4cd7-a799-def80ae00b15 req-0f67bbbd-c589-43ed-b440-9159501890fc tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470064
May 10 18:08:27.617746 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b4c05bfd-d8b8-472b-b6e7-669ffad7c4e1 req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.58 "DELETE /v2.0/ports/700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f HTTP/1.1" status: 204  len: 173 time: 1.9192815
May 10 18:08:27.681924 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fd5f77-b284-49e4-ba4a-072fcd94ad46', 'name': 'network-vif-deleted', 'tag': '700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f', 'status': 'completed', 'code': 200}
May 10 18:08:27.685360 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8a57ede2-1bc5-4ee2-b99b-64d4948cf23b req-0920427f-ee72-44b5-b50e-6c1414c0efee tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Synchronizing usage tracker for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:08:27.705073 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:27.755229 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-8a57ede2-1bc5-4ee2-b99b-64d4948cf23b req-0920427f-ee72-44b5-b50e-6c1414c0efee tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Unset dirty status for tenant:29d9e683610c4fe4a2e3a1f2c3eb2a53 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:08:27.756532 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a57ede2-1bc5-4ee2-b99b-64d4948cf23b req-0920427f-ee72-44b5-b50e-6c1414c0efee tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2fd5f77-b284-49e4-ba4a-072fcd94ad46 HTTP/1.1" status: 200  len: 210 time: 0.1450126
May 10 18:08:27.830940 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device e4ec7dda-6052-42e1-8815-1dc2759d5e02 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:27.910843 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port e4ec7dda-6052-42e1-8815-1dc2759d5e02 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:27.917399 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port e4ec7dda-6052-42e1-8815-1dc2759d5e02 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:27.917993 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:27.959112 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:27.964303 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:27.995743 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8b603626-3fdb-4ab6-91a8-3d80f3b11d08 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:28.045495 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:28.063446 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port e4ec7dda-6052-42e1-8815-1dc2759d5e02, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=e4ec7dda-6052-42e1-8815-1dc2759d5e02,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:28.069279 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:28.073112 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:28.076688 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Pushing event updated for resources: {'Port': ['ID=be5da0c1-2a42-4469-8ad1-9290cb2ed8dd,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:28.082765 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:28.083604 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:28.164182 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=e4ec7dda-6052-42e1-8815-1dc2759d5e02,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:28.168048 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:28.254109 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Network aba591cd-85ec-4d09-b411-e9a517f8ba46 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:08:28.255284 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:28.472555 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:08:28.484498 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-06f9827a-4dcb-48a6-8575-285e1ab5f8d6 None None] Provisioning complete for port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:28.485506 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-06f9827a-4dcb-48a6-8575-285e1ab5f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:28.553772 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-06f9827a-4dcb-48a6-8575-285e1ab5f8d6 None None] Port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:08:28.610096 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835260a6-c77f-48e3-941d-08eaee58fa6f req-9ef92110-2bc0-45c0-9112-b2988e3887c8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:28.611630 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-835260a6-c77f-48e3-941d-08eaee58fa6f req-9ef92110-2bc0-45c0-9112-b2988e3887c8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 946 time: 0.0863838
May 10 18:08:28.670628 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-835260a6-c77f-48e3-941d-08eaee58fa6f req-3f711364-f973-426c-aaf5-e79b31801ca9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513949
May 10 18:08:28.680169 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:08:28.685543 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] 10.222.0.70 "PUT /v2.0/routers/d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5249732
May 10 18:08:28.714602 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Sync routers for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:08:28.725950 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:28.727164 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c8fcfa0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:28.840827 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f8098-853a-4663-9b78-f566f0241902 req-cb7a8f24-a445-429a-bff0-f67b2dc41e3c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:28.842646 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3a5f8098-853a-4663-9b78-f566f0241902 req-cb7a8f24-a445-429a-bff0-f67b2dc41e3c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0842962
May 10 18:08:28.891629 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47886) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:28.899045 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3a5f8098-853a-4663-9b78-f566f0241902 req-31d1f8d8-3eac-4491-b363-c60f7c962613 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493264
May 10 18:08:28.949965 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:29.082362 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:08:29.199004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:08:29.199548 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 700e6e2b-f89c-43c6-a94a-05fa6e8a5a1f not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:08:29.342042 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47902) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:29.347752 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1206361210-network', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:29.352613 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:29.356463 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Usage tracker for resource:network and tenant:77c82ef978f74012851b5de401bd5c1f is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:29.357856 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c8fcfa0>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'be5da0c1-2a42-4469-8ad1-9290cb2ed8dd', 'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:25Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 2, 'project_id': 'a16646f1801142f88a1d804291b41603', 'subnets': [{'id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:29.359594 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:29.362100 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Checking router: d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:08:29.362554 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Updating router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd binding host dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:08:29.365378 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:29.376443 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Made reservation on behalf of 77c82ef978f74012851b5de401bd5c1f for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:29.379589 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.393179 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.408430 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:29.412655 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Usage tracker for resource:security_group_rule and tenant:77c82ef978f74012851b5de401bd5c1f is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:29.415611 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:29.416267 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.421695 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:29.505957 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.511898 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.517130 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7d02d080-b3fe-49a3-8d70-fbb38071b8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:29.543764 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393292'] for router_interface, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.544927 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:08:29.553594 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b50bccd-2608-40d7-a53c-5090b0337d5f,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:29.557437 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:29.560510 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.561069 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Added segment 3d2ff061-d910-425f-b680-2c4ebeff7e54 of type vlan for network 5c49163b-a1eb-48b6-b660-03a070d96cfa
May 10 18:08:29.589084 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.624688 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.626135 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:29.627005 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.630883 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:29.728584 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Pushing event updated for resources: {'Network': ['ID=5c49163b-a1eb-48b6-b660-03a070d96cfa,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:29.734109 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3885221
May 10 18:08:29.734109 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:29.734351 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47906) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:29.740055 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Request body: {'subnet': {'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1206361210-subnet', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:29.745177 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:29.749337 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Usage tracker for resource:subnet and tenant:77c82ef978f74012851b5de401bd5c1f is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:29.752311 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:29.758789 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:29.760047 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network 5c49163b-a1eb-48b6-b660-03a070d96cfa details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:08:29.781257 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Made reservation on behalf of 77c82ef978f74012851b5de401bd5c1f for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:29.781257 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1963018'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.842495 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device e4ec7dda-6052-42e1-8815-1dc2759d5e02 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:29.944962 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.972771 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Transition to ACTIVE for port object be5da0c1-2a42-4469-8ad1-9290cb2ed8dd will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:29.987896 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:29.993090 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:30.021691 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Deleting port 3e43e21e-5916-440a-a8da-87f7e2f13898 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:08:30.022595 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.111940 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port e4ec7dda-6052-42e1-8815-1dc2759d5e02 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:30.112817 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.200289 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] For port 3e43e21e-5916-440a-a8da-87f7e2f13898, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=3e43e21e-5916-440a-a8da-87f7e2f13898,segment=NetworkSegment(0c0e067d-9da9-4363-a8d4-af99468eaac4),segment_id=0c0e067d-9da9-4363-a8d4-af99468eaac4)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:30.200688 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.308458 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af6609-2366-4dfb-8487-99339623e4f6 None None] Pushing event updated for resources: {'Port': ['ID=be5da0c1-2a42-4469-8ad1-9290cb2ed8dd,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:30.344209 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11302798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1963128'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.349912 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:30.402806 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e7af6609-2366-4dfb-8487-99339623e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:30.408278 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Calling delete_port for 3e43e21e-5916-440a-a8da-87f7e2f13898 owned by network:router_interface {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:08:30.446322 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=07abed69-9d41-431f-9149-baff07667172,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:30.450429 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:30.456984 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Checking segment: {'id': '3d2ff061-d910-425f-b680-2c4ebeff7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:30.457376 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Network hostable DHCP agents. Network: 5c49163b-a1eb-48b6-b660-03a070d96cfa, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:08:30.491895 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Network 5c49163b-a1eb-48b6-b660-03a070d96cfa is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:08:30.512835 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, 5c49163b-a1eb-48b6-b660-03a070d96cfa) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:30.522929 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:30.525506 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.528317 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0caeee-29aa-4eb9-ad22-3210146baed1 None None] Network 5c49163b-a1eb-48b6-b660-03a070d96cfa requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:08:30.563305 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8278658
May 10 18:08:30.565908 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47918) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:30.572717 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:30.577727 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:30.582192 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Usage tracker for resource:router and tenant:77c82ef978f74012851b5de401bd5c1f is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:30.585424 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:30.591931 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:30.605239 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.606679 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.621956 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Attempting to bind port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:08:30.622335 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Attempting to bind port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:08:30.622718 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Attempting to bind port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd on network aba591cd-85ec-4d09-b411-e9a517f8ba46 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:08:30.626355 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.643184 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:08:30.643565 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Checking segment: {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:30.643970 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.644361 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Bound using segment: {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:08:30.644921 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Bound port: be5da0c1-2a42-4469-8ad1-9290cb2ed8dd, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:08:30.645208 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.729677 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.741490 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0af6a43f-bbf3-4d3b-8a19-df058d794f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:30.923229 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Pushing event deleted for resources: {'Port': ['ID=3e43e21e-5916-440a-a8da-87f7e2f13898,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:30.926052 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:30.930504 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] For port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:08:30.949782 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] For port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=be5da0c1-2a42-4469-8ad1-9290cb2ed8dd,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:08:30.986239 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.997174 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:30.998655 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e7af6609-2366-4dfb-8487-99339623e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:31.050074 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-5c49163b-a1eb-48b6-b660-03a070d96cfa', 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'fixed_ips': [{'subnet_id': '07abed69-9d41-431f-9149-baff07667172'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 18:08:31.051000 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:31.151158 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:31.151805 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c8fcfa0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:31.193461 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403708'] for router_interface, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:31.305093 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af6609-2366-4dfb-8487-99339623e4f6 None None] Pushing event updated for resources: {'Port': ['ID=be5da0c1-2a42-4469-8ad1-9290cb2ed8dd,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:31.318498 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e7af6609-2366-4dfb-8487-99339623e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:31.356024 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:31.387197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:31.476707 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:31.530729 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Allocated IP 172.20.0.2 (5c49163b-a1eb-48b6-b660-03a070d96cfa/07abed69-9d41-431f-9149-baff07667172/ac8807dc-84dc-479e-ae17-005232d56f2e) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:08:31.534538 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Allocated IP 172.27.3.28 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/97ce76e7-1077-4974-a569-7b805c38313c) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:08:31.577470 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Router 9dccee65-28d8-45c0-9405-e3048aaba1b8 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:08:31.691670 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:31.729148 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:31.734174 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:31.807315 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:08:31.808384 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Pushing event updated for resources: {'Port': ['ID=97ce76e7-1077-4974-a569-7b805c38313c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:31.811994 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:31.813449 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:31.815879 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:08:31.830614 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:08:31.844689 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334525fe-282a-4b03-8bd5-548238202854 None None] Sync routers for ids ['9dccee65-28d8-45c0-9405-e3048aaba1b8'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:08:31.857616 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334525fe-282a-4b03-8bd5-548238202854 None None] Routers {'9dccee65-28d8-45c0-9405-e3048aaba1b8'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:31.858255 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-334525fe-282a-4b03-8bd5-548238202854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c74a250>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9dccee65-28d8-45c0-9405-e3048aaba1b8'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:31.877274 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47926) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:31.877998 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] 10.222.0.70 "PUT /v2.0/routers/9dccee65-28d8-45c0-9405-e3048aaba1b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9832752
May 10 18:08:32.056430 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-334525fe-282a-4b03-8bd5-548238202854 None None] Set router 9dccee65-28d8-45c0-9405-e3048aaba1b8 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:32.099643 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:32.120294 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Transition to ACTIVE for port object ac8807dc-84dc-479e-ae17-005232d56f2e will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:32.155661 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Transition to ACTIVE for port object ac8807dc-84dc-479e-ae17-005232d56f2e will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:32.163776 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-23fbf40a-2225-424d-9755-7f329771452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c8fcfa0>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'be5da0c1-2a42-4469-8ad1-9290cb2ed8dd', 'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:25Z', 'updated_at': '2021-05-10T18:08:30Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'subnets': [{'id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:32.168823 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:32.178428 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ea56186a-fbd1-4447-86ea-331bb8edb261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:32.212270 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbf40a-2225-424d-9755-7f329771452c None None] The sync data for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi is: [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'be5da0c1-2a42-4469-8ad1-9290cb2ed8dd', 'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:25Z', 'updated_at': '2021-05-10T18:08:30Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'subnets': [{'id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:08:32.248972 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Network 5c49163b-a1eb-48b6-b660-03a070d96cfa is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:08:32.257823 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:32.265280 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:08:32.399238 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Pushing event updated for resources: {'Port': ['ID=ac8807dc-84dc-479e-ae17-005232d56f2e,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:32.406635 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:32.424347 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Attempting to bind port ac8807dc-84dc-479e-ae17-005232d56f2e on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:08:32.424875 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Attempting to bind port ac8807dc-84dc-479e-ae17-005232d56f2e by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '3d2ff061-d910-425f-b680-2c4ebeff7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:08:32.425387 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Attempting to bind port ac8807dc-84dc-479e-ae17-005232d56f2e on network 5c49163b-a1eb-48b6-b660-03a070d96cfa {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:08:32.431384 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:08:32.432012 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Checking segment: {'id': '3d2ff061-d910-425f-b680-2c4ebeff7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:32.432625 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:32.433121 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Bound using segment: {'id': '3d2ff061-d910-425f-b680-2c4ebeff7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:08:32.433740 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Bound port: ac8807dc-84dc-479e-ae17-005232d56f2e, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2ff061-d910-425f-b680-2c4ebeff7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:08:32.434208 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:32.439906 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-334525fe-282a-4b03-8bd5-548238202854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c74a250>, [{'id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:08:30Z', 'revision_number': 5, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'gw_port': {'id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:32.446159 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334525fe-282a-4b03-8bd5-548238202854 None None] Checking router: 9dccee65-28d8-45c0-9405-e3048aaba1b8 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:08:32.456556 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334525fe-282a-4b03-8bd5-548238202854 None None] Routers {'9dccee65-28d8-45c0-9405-e3048aaba1b8'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:32.457306 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-334525fe-282a-4b03-8bd5-548238202854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c74a250>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9dccee65-28d8-45c0-9405-e3048aaba1b8'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:32.538644 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] For port ac8807dc-84dc-479e-ae17-005232d56f2e, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:08:32.543604 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] For port ac8807dc-84dc-479e-ae17-005232d56f2e, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ac8807dc-84dc-479e-ae17-005232d56f2e,segment=NetworkSegment(3d2ff061-d910-425f-b680-2c4ebeff7e54),segment_id=3d2ff061-d910-425f-b680-2c4ebeff7e54)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:08:32.551382 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:32.557298 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-41cd2638-ed83-49f1-9b48-05a077968067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:32.638454 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Pushing event updated for resources: {'Port': ['ID=ac8807dc-84dc-479e-ae17-005232d56f2e,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:32.646727 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:32.666130 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-334525fe-282a-4b03-8bd5-548238202854 None None] Set router 9dccee65-28d8-45c0-9405-e3048aaba1b8 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:32.679641 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:32.808775 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:33.017558 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-334525fe-282a-4b03-8bd5-548238202854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c74a250>, [{'id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:08:30Z', 'revision_number': 5, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'gw_port': {'id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:33.022035 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334525fe-282a-4b03-8bd5-548238202854 None None] The sync data for ids ['9dccee65-28d8-45c0-9405-e3048aaba1b8'] in dv-cinder-790492-1-iscsi is: [{'id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1294818205-router', 'tenant_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:08:30Z', 'revision_number': 5, 'project_id': '29d9e683610c4fe4a2e3a1f2c3eb2a53', 'gw_port': {'id': 'aff63235-f6a6-4edf-a905-a0c4b56db718', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dccee65-28d8-45c0-9405-e3048aaba1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:08:33.052954 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:33.282410 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:33.347524 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Deleting port aff63235-f6a6-4edf-a905-a0c4b56db718 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:08:33.347874 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:33.593243 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] For port aff63235-f6a6-4edf-a905-a0c4b56db718, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=aff63235-f6a6-4edf-a905-a0c4b56db718,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:33.593903 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:33.720631 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4987a543-5850-4fd1-abea-9db2b9147d07 None None] Network 5c49163b-a1eb-48b6-b660-03a070d96cfa requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:08:33.745044 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Calling delete_port for aff63235-f6a6-4edf-a905-a0c4b56db718 owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:08:33.924181 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-06739cc5-66e5-4139-b5a2-1d780d0a31f5 None None] Provisioning for port ac8807dc-84dc-479e-ae17-005232d56f2e completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:33.955971 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ac8807dc-84dc-479e-ae17-005232d56f2e up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:33.962390 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Router 08231a56-0047-4b20-acaa-621d20b90a4f is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 18:08:34.113488 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port ac8807dc-84dc-479e-ae17-005232d56f2e completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:34.124930 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port ac8807dc-84dc-479e-ae17-005232d56f2e triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:34.125308 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.265843 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.302126 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port ac8807dc-84dc-479e-ae17-005232d56f2e, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ac8807dc-84dc-479e-ae17-005232d56f2e,segment=NetworkSegment(3d2ff061-d910-425f-b680-2c4ebeff7e54),segment_id=3d2ff061-d910-425f-b680-2c4ebeff7e54)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:34.307139 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.307988 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device be5da0c1-2a42-4469-8ad1-9290cb2ed8dd up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:34.334595 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:08:34.337976 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:34.375196 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.376377 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.8088756
May 10 18:08:34.379426 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 47944) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:34.379552 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Sync routers for ids ['08231a56-0047-4b20-acaa-621d20b90a4f'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:08:34.383510 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.429582 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Routers {'08231a56-0047-4b20-acaa-621d20b90a4f'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:34.430211 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c669190>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['08231a56-0047-4b20-acaa-621d20b90a4f'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:34.442252 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-75352f2c-c7cb-425e-be61-b522f90b92c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:34.555512 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff63235-f6a6-4edf-a905-a0c4b56db718,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:34.562793 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=ac8807dc-84dc-479e-ae17-005232d56f2e,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:34.571324 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:34.582741 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:34.597719 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-97ea633d-7fa2-42c4-9956-a7bf0c551737 None None] Provisioning complete for port ac8807dc-84dc-479e-ae17-005232d56f2e triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:34.598099 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-97ea633d-7fa2-42c4-9956-a7bf0c551737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.632006 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:34.649981 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:34.650356 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.684756 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398696'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.733511 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Set router 08231a56-0047-4b20-acaa-621d20b90a4f gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:34.972613 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-9a23bace-09e2-4c8a-9e78-07049bb8426b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.974148 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46683'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:34.977902 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.085501 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402554'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.086007 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dccee65-28d8-45c0-9405-e3048aaba1b8 {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 18:08:35.097237 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.167127 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.168289 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9dccee65-28d8-45c0-9405-e3048aaba1b8 HTTP/1.1" status: 204  len: 168 time: 3.2893944
May 10 18:08:35.171458 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47956) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:35.178681 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=be5da0c1-2a42-4469-8ad1-9290cb2ed8dd,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:35.194878 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.201961 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:35.265927 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eac542c-0dbd-46a6-bf2b-5bf1876225a8 admin admin] Deleting subnet 21a46aea-a513-41ad-bd78-2cf9d63460d8 {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:08:35.270393 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5eac542c-0dbd-46a6-bf2b-5bf1876225a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.271972 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 3e43e21e-5916-440a-a8da-87f7e2f13898 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:08:35.323603 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 3e43e21e-5916-440a-a8da-87f7e2f13898 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:08:35.324088 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 3e43e21e-5916-440a-a8da-87f7e2f13898 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:08:35.354455 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5eac542c-0dbd-46a6-bf2b-5bf1876225a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1709152'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.363856 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c669190>, [{'id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '97ce76e7-1077-4974-a569-7b805c38313c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:30Z', 'updated_at': '2021-05-10T18:08:32Z', 'revision_number': 3, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'gw_port': {'id': '97ce76e7-1077-4974-a569-7b805c38313c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:31Z', 'updated_at': '2021-05-10T18:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:35.366234 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=be5da0c1-2a42-4469-8ad1-9290cb2ed8dd,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:35.370292 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:35.373534 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Checking router: 08231a56-0047-4b20-acaa-621d20b90a4f for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:08:35.373996 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Updating router 08231a56-0047-4b20-acaa-621d20b90a4f port 97ce76e7-1077-4974-a569-7b805c38313c binding host dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:08:35.421561 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5eac542c-0dbd-46a6-bf2b-5bf1876225a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.474070 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.663350 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.697870 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5eac542c-0dbd-46a6-bf2b-5bf1876225a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1580337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10650524'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.708485 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0effcf8b-06b6-4837-a6ce-24747f5fb2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:35.749967 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac542c-0dbd-46a6-bf2b-5bf1876225a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a46aea-a513-41ad-bd78-2cf9d63460d8,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:35.751991 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5eac542c-0dbd-46a6-bf2b-5bf1876225a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.760912 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5eac542c-0dbd-46a6-bf2b-5bf1876225a8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/21a46aea-a513-41ad-bd78-2cf9d63460d8 HTTP/1.1" status: 204  len: 168 time: 0.5880671
May 10 18:08:35.761533 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47962) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:35.762456 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5eac542c-0dbd-46a6-bf2b-5bf1876225a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:35.837601 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ac8807dc-84dc-479e-ae17-005232d56f2e up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:35.896401 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.912160 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Allocated IP 172.20.0.1 (5c49163b-a1eb-48b6-b660-03a070d96cfa/07abed69-9d41-431f-9149-baff07667172/276edc0a-fd38-49e3-8b09-14de991c19e0) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:08:35.922009 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Transition to ACTIVE for port object 97ce76e7-1077-4974-a569-7b805c38313c will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:35.932269 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:35.936009 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:35.956626 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.002405 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port ac8807dc-84dc-479e-ae17-005232d56f2e triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:36.002830 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.057439 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef104c3-f1cf-4a82-9ac1-da2a75b41e6b None None] Pushing event updated for resources: {'Port': ['ID=97ce76e7-1077-4974-a569-7b805c38313c,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:36.062505 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-1ef104c3-f1cf-4a82-9ac1-da2a75b41e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:36.065502 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Attempting to bind port 97ce76e7-1077-4974-a569-7b805c38313c on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:08:36.065951 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Attempting to bind port 97ce76e7-1077-4974-a569-7b805c38313c by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:08:36.066828 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Attempting to bind port 97ce76e7-1077-4974-a569-7b805c38313c on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:08:36.066977 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.077367 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:08:36.077777 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.077909 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:36.078341 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.078796 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:08:36.079347 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Bound port: 97ce76e7-1077-4974-a569-7b805c38313c, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:08:36.079785 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.090662 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7937d2c5e0>,) {'filters': {'network_id': ['93c7fb9e-208e-4989-921b-04141e7f8243']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:36.091174 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Transition to ACTIVE for port object 276edc0a-fd38-49e3-8b09-14de991c19e0 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:36.103194 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937d2c5e0>, '0c0e067d-9da9-4363-a8d4-af99468eaac4') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:36.103485 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937d2c5e0>, '0c0e067d-9da9-4363-a8d4-af99468eaac4') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:36.116138 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.119638 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.124563 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-407dbff9-5347-4e23-a43f-7320d2b67fcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:36.132741 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.140219 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:08:36.140623 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:08:36.154346 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:08:36.182202 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Network 5c49163b-a1eb-48b6-b660-03a070d96cfa is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:08:36.184760 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:36.188583 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:08:36.213407 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] For port 97ce76e7-1077-4974-a569-7b805c38313c, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:08:36.234819 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] For port 97ce76e7-1077-4974-a569-7b805c38313c, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=97ce76e7-1077-4974-a569-7b805c38313c,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:08:36.238554 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device be5da0c1-2a42-4469-8ad1-9290cb2ed8dd up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:36.247202 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.252042 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:36.254819 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.269972 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.272736 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.278521 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c7fb9e-208e-4989-921b-04141e7f8243,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:36.284009 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:36.285438 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:36.297042 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] 10.222.0.70 "DELETE /v2.0/networks/93c7fb9e-208e-4989-921b-04141e7f8243 HTTP/1.1" status: 204  len: 168 time: 0.5335989
May 10 18:08:36.391033 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Routers {'08231a56-0047-4b20-acaa-621d20b90a4f'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:36.391677 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c669190>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['08231a56-0047-4b20-acaa-621d20b90a4f'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:36.446788 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Pushing event updated for resources: {'Port': ['ID=276edc0a-fd38-49e3-8b09-14de991c19e0,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:36.453185 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:36.521484 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef104c3-f1cf-4a82-9ac1-da2a75b41e6b None None] Pushing event updated for resources: {'Port': ['ID=97ce76e7-1077-4974-a569-7b805c38313c,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:36.531654 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-1ef104c3-f1cf-4a82-9ac1-da2a75b41e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:36.543988 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47972) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:36.563596 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.572645 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:36.573064 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.603733 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-353d8ddd-645b-4a12-bddd-25f50904fce3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29d9e683610c4fe4a2e3a1f2c3eb2a53&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0583570
May 10 18:08:36.604296 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-6d9315b0-c85c-4edf-b9b9-ccc934ab6383 None None] Provisioning for port 276edc0a-fd38-49e3-8b09-14de991c19e0 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:36.606238 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 47976) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:36.622335 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-6d9315b0-c85c-4edf-b9b9-ccc934ab6383 None None] Provisioning complete for port 276edc0a-fd38-49e3-8b09-14de991c19e0 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:36.622711 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6d9315b0-c85c-4edf-b9b9-ccc934ab6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.680309 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c61d18ba-6804-4440-820f-44e158b92326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.713916 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c61d18ba-6804-4440-820f-44e158b92326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.721023 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-6d9315b0-c85c-4edf-b9b9-ccc934ab6383 None None] Port 276edc0a-fd38-49e3-8b09-14de991c19e0 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:08:36.725157 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] Set router 08231a56-0047-4b20-acaa-621d20b90a4f gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:36.780808 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c61d18ba-6804-4440-820f-44e158b92326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.793705 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-292e4a26-3160-478f-9871-9b69ffbf1abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:36.812532 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c61d18ba-6804-4440-820f-44e158b92326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.813952 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c61d18ba-6804-4440-820f-44e158b92326 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/132b2c21-b884-4eda-bba1-599a3df30e92 HTTP/1.1" status: 204  len: 168 time: 0.2066278
May 10 18:08:36.814998 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d18ba-6804-4440-820f-44e158b92326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132b2c21-b884-4eda-bba1-599a3df30e92,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:36.818107 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c61d18ba-6804-4440-820f-44e158b92326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:36.832850 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.838954 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:36.869197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:36.954228 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Pushing event updated for resources: {'Port': ['ID=276edc0a-fd38-49e3-8b09-14de991c19e0,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:36.979235 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.979734 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.980100 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.980459 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.980812 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.981282 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.981639 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.982112 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.982469 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.982815 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.983295 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.983740 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:36.989935 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:37.010052 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:37.170855 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Network 5c49163b-a1eb-48b6-b660-03a070d96cfa is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:08:37.172188 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:37.182706 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device aff63235-f6a6-4edf-a905-a0c4b56db718 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:08:37.227128 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: aff63235-f6a6-4edf-a905-a0c4b56db718 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:08:37.227529 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device aff63235-f6a6-4edf-a905-a0c4b56db718 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:08:37.265410 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c669190>, [{'id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '97ce76e7-1077-4974-a569-7b805c38313c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:30Z', 'updated_at': '2021-05-10T18:08:32Z', 'revision_number': 3, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'gw_port': {'id': '97ce76e7-1077-4974-a569-7b805c38313c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:31Z', 'updated_at': '2021-05-10T18:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:37.269915 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0b06f-091f-49bc-87f4-b85c0dc7d5f7 None None] The sync data for ids ['08231a56-0047-4b20-acaa-621d20b90a4f'] in dv-cinder-790492-1-iscsi is: [{'id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '97ce76e7-1077-4974-a569-7b805c38313c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:30Z', 'updated_at': '2021-05-10T18:08:32Z', 'revision_number': 3, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'gw_port': {'id': '97ce76e7-1077-4974-a569-7b805c38313c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:31Z', 'updated_at': '2021-05-10T18:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:08:37.410492 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:37.446691 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-15ca9499-34e7-4b67-aab9-11023241cb9e None None] Provisioning complete for port 276edc0a-fd38-49e3-8b09-14de991c19e0 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:37.447099 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-15ca9499-34e7-4b67-aab9-11023241cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:37.513475 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-15ca9499-34e7-4b67-aab9-11023241cb9e None None] Port 276edc0a-fd38-49e3-8b09-14de991c19e0 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:08:37.554878 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0e436ea7-5214-4103-8b41-b7987a2b815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:37.605495 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Router 08231a56-0047-4b20-acaa-621d20b90a4f has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:08:37.815366 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:08:37.827186 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] 10.222.0.70 "PUT /v2.0/routers/08231a56-0047-4b20-acaa-621d20b90a4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4464192
May 10 18:08:37.851419 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 97ce76e7-1077-4974-a569-7b805c38313c up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:37.932701 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 97ce76e7-1077-4974-a569-7b805c38313c completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:37.942026 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 97ce76e7-1077-4974-a569-7b805c38313c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:37.942546 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:38.086851 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:38.116560 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 97ce76e7-1077-4974-a569-7b805c38313c, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=97ce76e7-1077-4974-a569-7b805c38313c,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:38.123251 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:38.125702 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:38.239450 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=97ce76e7-1077-4974-a569-7b805c38313c,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:38.243758 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:38.533775 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:39.300168 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Sync routers for ids ['08231a56-0047-4b20-acaa-621d20b90a4f'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:08:39.309705 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Routers {'08231a56-0047-4b20-acaa-621d20b90a4f'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:39.310323 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c74aaf0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['08231a56-0047-4b20-acaa-621d20b90a4f'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:39.523997 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Set router 08231a56-0047-4b20-acaa-621d20b90a4f gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:39.538714 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48080) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:39.710042 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:39.728159 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:39.733419 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Usage tracker for resource:security_group_rule and tenant:e517a49323fe4ed7a198a9e0b7f8ff21 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:39.737248 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:39.744153 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:39.843033 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:39.846583 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 97ce76e7-1077-4974-a569-7b805c38313c up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:39.861801 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:39.872030 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:39.925252 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c74aaf0>, [{'id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '97ce76e7-1077-4974-a569-7b805c38313c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:30Z', 'updated_at': '2021-05-10T18:08:36Z', 'revision_number': 4, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'gw_port': {'id': '97ce76e7-1077-4974-a569-7b805c38313c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:31Z', 'updated_at': '2021-05-10T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '276edc0a-fd38-49e3-8b09-14de991c19e0', 'name': '', 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'mac_address': 'fa:16:3e:38:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '07abed69-9d41-431f-9149-baff07667172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:35Z', 'updated_at': '2021-05-10T18:08:36Z', 'revision_number': 2, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'subnets': [{'id': '07abed69-9d41-431f-9149-baff07667172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:39.933069 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Checking router: 08231a56-0047-4b20-acaa-621d20b90a4f for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:08:39.933578 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Updating router 08231a56-0047-4b20-acaa-621d20b90a4f port 276edc0a-fd38-49e3-8b09-14de991c19e0 binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:08:39.951063 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 97ce76e7-1077-4974-a569-7b805c38313c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:39.951750 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:39.952459 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48088) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:39.953023 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e517a49323fe4ed7a198a9e0b7f8ff21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4127350
May 10 18:08:39.954411 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453f0d23-1a1a-4427-8d96-2eb3eedb753c,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:39.959652 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:40.015367 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.050391 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.052364 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2645a5d2-d513-49a0-b8ad-7b63eb1f3272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.081492 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2645a5d2-d513-49a0-b8ad-7b63eb1f3272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.147365 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2645a5d2-d513-49a0-b8ad-7b63eb1f3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.153393 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4d7efc5b-8c2b-4198-9fda-9c4c360d6442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:40.168398 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645a5d2-d513-49a0-b8ad-7b63eb1f3272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453f0d23-1a1a-4427-8d96-2eb3eedb753c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:40.171180 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2645a5d2-d513-49a0-b8ad-7b63eb1f3272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:40.177705 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2645a5d2-d513-49a0-b8ad-7b63eb1f3272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.181915 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2645a5d2-d513-49a0-b8ad-7b63eb1f3272 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/453f0d23-1a1a-4427-8d96-2eb3eedb753c HTTP/1.1" status: 204  len: 168 time: 0.2283061
May 10 18:08:40.510128 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.524262 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Transition to ACTIVE for port object 276edc0a-fd38-49e3-8b09-14de991c19e0 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:40.533761 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.540437 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:40.609273 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412b735-9b38-4607-8c12-d46f05e5ba5f None None] Pushing event updated for resources: {'Port': ['ID=276edc0a-fd38-49e3-8b09-14de991c19e0,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:40.628675 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48096) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:40.655840 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.659951 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5412b735-9b38-4607-8c12-d46f05e5ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:40.677143 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:40.682775 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Usage tracker for resource:security_group_rule and tenant:6aed9ccaa5e74666b7cd5faa04d879a1 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:40.687163 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:40.694723 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:40.829949 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.832507 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Attempting to bind port 276edc0a-fd38-49e3-8b09-14de991c19e0 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:08:40.832904 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Attempting to bind port 276edc0a-fd38-49e3-8b09-14de991c19e0 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '3d2ff061-d910-425f-b680-2c4ebeff7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:08:40.833528 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Attempting to bind port 276edc0a-fd38-49e3-8b09-14de991c19e0 on network 5c49163b-a1eb-48b6-b660-03a070d96cfa {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:08:40.839326 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.840854 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:08:40.841236 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Checking segment: {'id': '3d2ff061-d910-425f-b680-2c4ebeff7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:08:40.841642 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.842089 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Bound using segment: {'id': '3d2ff061-d910-425f-b680-2c4ebeff7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:08:40.842562 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Bound port: 276edc0a-fd38-49e3-8b09-14de991c19e0, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2ff061-d910-425f-b680-2c4ebeff7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:08:40.843032 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:40.857834 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-abef2142-223f-4328-9113-65f1d404ee38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:40.922826 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d077a33-93cc-40e1-b5b3-a303e695f6f3,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:40.929151 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:40.938938 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48104) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:40.939585 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6aed9ccaa5e74666b7cd5faa04d879a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095922
May 10 18:08:40.981557 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] For port 276edc0a-fd38-49e3-8b09-14de991c19e0, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:08:40.988073 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] For port 276edc0a-fd38-49e3-8b09-14de991c19e0, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=276edc0a-fd38-49e3-8b09-14de991c19e0,segment=NetworkSegment(3d2ff061-d910-425f-b680-2c4ebeff7e54),segment_id=3d2ff061-d910-425f-b680-2c4ebeff7e54)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:08:40.999397 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:41.010958 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:41.020397 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed17a-69b0-4510-b687-c267f170c1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:41.049018 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed17a-69b0-4510-b687-c267f170c1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:41.110189 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Routers {'08231a56-0047-4b20-acaa-621d20b90a4f'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:08:41.110970 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c74aaf0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['08231a56-0047-4b20-acaa-621d20b90a4f'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:41.148303 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed17a-69b0-4510-b687-c267f170c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:41.156254 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:41.186815 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ed17a-69b0-4510-b687-c267f170c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d077a33-93cc-40e1-b5b3-a303e695f6f3,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:41.195646 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48114) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:41.197870 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8c1ed17a-69b0-4510-b687-c267f170c1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:41.214000 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412b735-9b38-4607-8c12-d46f05e5ba5f None None] Pushing event updated for resources: {'Port': ['ID=276edc0a-fd38-49e3-8b09-14de991c19e0,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:41.216544 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed17a-69b0-4510-b687-c267f170c1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:41.232295 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-8c1ed17a-69b0-4510-b687-c267f170c1ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d077a33-93cc-40e1-b5b3-a303e695f6f3 HTTP/1.1" status: 204  len: 168 time: 0.2807078
May 10 18:08:41.328841 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] Deleting subnet d84f6b0d-d8cd-4610-8336-51ed707eb414 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:08:41.333997 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:41.367584 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5412b735-9b38-4607-8c12-d46f05e5ba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:41.412779 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702346'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:41.472316 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] Set router 08231a56-0047-4b20-acaa-621d20b90a4f gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:08:41.499253 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:41.875934 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11435597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1963105'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:41.884702 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:41.895641 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c74aaf0>, [{'id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '97ce76e7-1077-4974-a569-7b805c38313c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:30Z', 'updated_at': '2021-05-10T18:08:36Z', 'revision_number': 4, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'gw_port': {'id': '97ce76e7-1077-4974-a569-7b805c38313c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:31Z', 'updated_at': '2021-05-10T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '276edc0a-fd38-49e3-8b09-14de991c19e0', 'name': '', 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'mac_address': 'fa:16:3e:38:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '07abed69-9d41-431f-9149-baff07667172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:35Z', 'updated_at': '2021-05-10T18:08:40Z', 'revision_number': 4, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'subnets': [{'id': '07abed69-9d41-431f-9149-baff07667172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:41.901457 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30002083-9dd6-4189-8381-aa610a196ba5 None None] The sync data for ids ['08231a56-0047-4b20-acaa-621d20b90a4f'] in dv-cinder-790492-1-iscsi is: [{'id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '97ce76e7-1077-4974-a569-7b805c38313c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:30Z', 'updated_at': '2021-05-10T18:08:36Z', 'revision_number': 4, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'gw_port': {'id': '97ce76e7-1077-4974-a569-7b805c38313c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:31Z', 'updated_at': '2021-05-10T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '276edc0a-fd38-49e3-8b09-14de991c19e0', 'name': '', 'network_id': '5c49163b-a1eb-48b6-b660-03a070d96cfa', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'mac_address': 'fa:16:3e:38:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '07abed69-9d41-431f-9149-baff07667172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:35Z', 'updated_at': '2021-05-10T18:08:40Z', 'revision_number': 4, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'subnets': [{'id': '07abed69-9d41-431f-9149-baff07667172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:08:41.948907 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84f6b0d-d8cd-4610-8336-51ed707eb414,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:41.957120 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:41.959748 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.007118 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48130) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:42.007588 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d84f6b0d-d8cd-4610-8336-51ed707eb414 HTTP/1.1" status: 204  len: 168 time: 0.8104095
May 10 18:08:42.207368 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.393006 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.418793 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7937fa38e0>,) {'filters': {'network_id': ['5d48a594-0443-463c-a3cf-9d8c350bd9e4']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:42.438804 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937fa38e0>, 'c6b0351b-353d-45b4-ae7a-2896ecc223da') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:42.439131 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937fa38e0>, 'c6b0351b-353d-45b4-ae7a-2896ecc223da') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:42.456413 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.482118 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.498095 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:08:42.498498 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:08:42.521623 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:08:42.663769 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.673128 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.675561 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:42.698244 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] 10.222.0.70 "DELETE /v2.0/networks/5d48a594-0443-463c-a3cf-9d8c350bd9e4 HTTP/1.1" status: 204  len: 168 time: 0.6894248
May 10 18:08:42.699187 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Pushing event deleted for resources: {'Network': ['ID=5d48a594-0443-463c-a3cf-9d8c350bd9e4,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:42.701103 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48146) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:42.707368 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.707862 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.708266 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.708646 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.708989 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.709334 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.709680 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.710016 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.710351 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.710737 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.711108 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.711444 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:08:42.715407 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f71a148a-d808-49eb-8489-6b6e387ababf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:42.777832 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49d78d2-1830-447d-af9a-d317db330826 admin admin] Deleting subnet d6df3ff4-d233-485f-b2d4-dc087b5b18f9 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:08:42.781599 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a49d78d2-1830-447d-af9a-d317db330826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.862275 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a49d78d2-1830-447d-af9a-d317db330826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702346'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:42.936432 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a49d78d2-1830-447d-af9a-d317db330826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.253100 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a49d78d2-1830-447d-af9a-d317db330826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11435597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1963105'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.258188 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f94bed36-426c-480c-8772-62652502e0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:43.307631 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d78d2-1830-447d-af9a-d317db330826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6df3ff4-d233-485f-b2d4-dc087b5b18f9,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:43.310344 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a49d78d2-1830-447d-af9a-d317db330826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:43.313521 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a49d78d2-1830-447d-af9a-d317db330826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.320251 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a49d78d2-1830-447d-af9a-d317db330826 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d6df3ff4-d233-485f-b2d4-dc087b5b18f9 HTTP/1.1" status: 204  len: 168 time: 0.6149576
May 10 18:08:43.322820 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48164) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:43.455921 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.612597 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.625337 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f793c27ca60>,) {'filters': {'network_id': ['33b2a6a4-cdf6-4fd6-86f7-52544603237a']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:43.645651 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f793c27ca60>, '4ba4e94c-e12d-492a-b63d-f660dc09491a') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:43.646074 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f793c27ca60>, '4ba4e94c-e12d-492a-b63d-f660dc09491a') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:08:43.684862 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.710417 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.724508 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:08:43.725022 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:08:43.745667 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:08:43.871680 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.875715 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0f7fafeb-1ed5-426b-a6c6-5d819d7908a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:43.899356 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:43.906103 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/33b2a6a4-cdf6-4fd6-86f7-52544603237a HTTP/1.1" status: 204  len: 168 time: 0.5814562
May 10 18:08:43.909402 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b2a6a4-cdf6-4fd6-86f7-52544603237a,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:43.916455 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:43.918492 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 276edc0a-fd38-49e3-8b09-14de991c19e0 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:44.048850 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 276edc0a-fd38-49e3-8b09-14de991c19e0 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:44.055461 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 276edc0a-fd38-49e3-8b09-14de991c19e0 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:44.055953 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:44.264140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48182) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:44.289765 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:44.324600 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 276edc0a-fd38-49e3-8b09-14de991c19e0, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=276edc0a-fd38-49e3-8b09-14de991c19e0,segment=NetworkSegment(3d2ff061-d910-425f-b680-2c4ebeff7e54),segment_id=3d2ff061-d910-425f-b680-2c4ebeff7e54)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:08:44.330667 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:44.333801 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:44.407050 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=276edc0a-fd38-49e3-8b09-14de991c19e0,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:44.410760 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:44.445087 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-654c60e7-c09c-4787-b3bb-561bbea3205b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ecfe984073a466f8af831ec040a9561&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1790929
May 10 18:08:44.446752 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48186) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:44.517342 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bc3bee79-4c28-4958-8130-dd1480696c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:44.544290 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bc3bee79-4c28-4958-8130-dd1480696c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:44.608334 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bc3bee79-4c28-4958-8130-dd1480696c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:44.613486 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9fd6aa16-d0ce-45fc-9d86-e26fb2a28404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:44.629206 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bee79-4c28-4958-8130-dd1480696c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bda917-17f7-440c-b1ba-961eabe8761c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:44.638332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bc3bee79-4c28-4958-8130-dd1480696c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:44.639982 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bc3bee79-4c28-4958-8130-dd1480696c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:44.643679 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-bc3bee79-4c28-4958-8130-dd1480696c71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58bda917-17f7-440c-b1ba-961eabe8761c HTTP/1.1" status: 204  len: 168 time: 0.1920977
May 10 18:08:45.064394 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48194) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:45.125638 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48198) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:45.131561 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-30c59d12-718f-42ba-b444-200293baaae3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8175ea909ac9442b9ec2b4eea039c1f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0572987
May 10 18:08:45.204558 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-77224095-d093-4b03-9a50-94908a481e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:45.236985 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-77224095-d093-4b03-9a50-94908a481e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:45.302040 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-77224095-d093-4b03-9a50-94908a481e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:45.307524 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a20d87ca-f11d-45f4-995c-319a162e0fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:45.321714 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77224095-d093-4b03-9a50-94908a481e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ce4ad-ce76-4947-abf3-faba02f63267,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:45.324458 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-77224095-d093-4b03-9a50-94908a481e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:45.325661 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-77224095-d093-4b03-9a50-94908a481e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:45.330296 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-77224095-d093-4b03-9a50-94908a481e8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a2ce4ad-ce76-4947-abf3-faba02f63267 HTTP/1.1" status: 204  len: 168 time: 0.2035971
May 10 18:08:45.839255 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 276edc0a-fd38-49e3-8b09-14de991c19e0 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:08:45.918383 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 276edc0a-fd38-49e3-8b09-14de991c19e0 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:45.918754 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:46.738475 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48244) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:46.882042 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:46.900186 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:46.904455 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac9c5303e7c44ae902031b4c9fe5493 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:46.908748 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:46.917322 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:47.039403 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:47.047173 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:47.055709 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5dd26f9a-7d80-47cf-99fe-f7caf2012f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:47.097304 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befe03ab-7135-4f30-a439-849ce56f2a5c,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:47.107227 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:47.120584 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ac9c5303e7c44ae902031b4c9fe5493&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3786058
May 10 18:08:47.120875 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48256) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:47.189410 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9ba19c35-b425-4fda-9404-9f4c84821442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:47.231663 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9ba19c35-b425-4fda-9404-9f4c84821442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:47.311098 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9ba19c35-b425-4fda-9404-9f4c84821442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:47.315237 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5df44049-f9a1-452a-9030-df48db0a02d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:47.329702 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba19c35-b425-4fda-9404-9f4c84821442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befe03ab-7135-4f30-a439-849ce56f2a5c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:47.333271 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9ba19c35-b425-4fda-9404-9f4c84821442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:47.335240 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9ba19c35-b425-4fda-9404-9f4c84821442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:47.336339 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9ba19c35-b425-4fda-9404-9f4c84821442 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/befe03ab-7135-4f30-a439-849ce56f2a5c HTTP/1.1" status: 204  len: 168 time: 0.2144899
May 10 18:08:50.426882 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-f149596a-5e3c-461f-aba9-f0bfd4d4bc15 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:50.427654 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-f149596a-5e3c-461f-aba9-f0bfd4d4bc15 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Synchronizing usage tracker for tenant:a16646f1801142f88a1d804291b41603 on resource:network {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:08:50.445742 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-f149596a-5e3c-461f-aba9-f0bfd4d4bc15 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Unset dirty status for tenant:a16646f1801142f88a1d804291b41603 on resource:network {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:08:50.446966 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-f149596a-5e3c-461f-aba9-f0bfd4d4bc15 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/networks?id=aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 200  len: 814 time: 0.1787086
May 10 18:08:50.463317 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-34990559-bf09-4571-982b-200a6e5345b3 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/quotas/a16646f1801142f88a1d804291b41603 HTTP/1.1" status: 200  len: 375 time: 0.0099735
May 10 18:08:50.546787 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-68599a69-209f-4ae1-a53f-6be5859c7328 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Synchronizing usage tracker for tenant:a16646f1801142f88a1d804291b41603 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:08:50.564228 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-68599a69-209f-4ae1-a53f-6be5859c7328 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Unset dirty status for tenant:a16646f1801142f88a1d804291b41603 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:08:50.565410 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-68599a69-209f-4ae1-a53f-6be5859c7328 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a16646f1801142f88a1d804291b41603&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0970407
May 10 18:08:50.717066 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-fadfce49-35e4-4422-b9ac-67316452938a service neutron] 10.222.0.70 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396840
May 10 18:08:50.852588 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-be7503e0-f413-4207-9ae9-abb42e94ed73 service neutron] 10.222.0.70 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293373
May 10 18:08:51.037376 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a2f4f3b7-08ad-4502-82d1-f2b45301240a req-a4097bd5-0765-457f-aac5-760398c7bd35 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 210 time: 0.0465248
May 10 18:08:52.197486 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9095908e-d0fa-458b-a76f-14af383709e8 req-68c6c68a-8750-47d9-8dac-02f949319dfc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 210 time: 0.0521233
May 10 18:08:53.468515 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d83454d4-f7e2-4b69-a624-aaac830e9295 req-578da48a-5e5d-4216-8339-cf23ef3121ca tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 210 time: 0.1589818
May 10 18:08:53.557950 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-3901a34f-b20b-4755-b7a9-d056bcb433c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0856540
May 10 18:08:53.660357 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-9d9ca423-4f15-46ac-9b8b-ab86ba4a8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:53.661909 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-9d9ca423-4f15-46ac-9b8b-ab86ba4a8f37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 1099 time: 0.0732920
May 10 18:08:53.822713 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-148b26da-176b-4f2d-9479-97b81e5134d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:53.824229 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-148b26da-176b-4f2d-9479-97b81e5134d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 918 time: 0.1372085
May 10 18:08:53.941769 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-8beb9745-2fb7-4b2d-a32c-5ee8ff7bf42d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24 HTTP/1.1" status: 200  len: 1001 time: 0.1064265
May 10 18:08:54.011577 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-cddfc046-ca4b-494e-a130-9a4dce10c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:54.013008 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-cddfc046-ca4b-494e-a130-9a4dce10c748 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.0626175
May 10 18:08:54.090559 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-40d20161-17ff-4580-822e-f1a76c7a3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:54.092072 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-40d20161-17ff-4580-822e-f1a76c7a3b26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713153
May 10 18:08:54.216877 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-9d445aec-a47c-4993-aa9b-00071b47243a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:54.218414 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-9d445aec-a47c-4993-aa9b-00071b47243a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.58 "GET /v2.0/networks?id=aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 200  len: 814 time: 0.1647892
May 10 18:08:54.229829 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-e0c66018-9d0f-446b-9ce2-c267a800d66e service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299467
May 10 18:08:54.231682 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'port': {'device_id': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'admin_state_up': True, 'tenant_id': 'a16646f1801142f88a1d804291b41603'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:54.372425 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:54.382272 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:54.392707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Made reservation on behalf of a16646f1801142f88a1d804291b41603 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:54.396261 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:54.436246 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-414a4251-0d58-4cde-861c-6f8ed086dacb req-f1487a13-9b0d-4221-a7b1-be45d850514c service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994307
May 10 18:08:54.590027 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Allocated IP 172.20.0.5 (aba591cd-85ec-4d09-b411-e9a517f8ba46/f2e52368-65e1-40c4-a103-f765bc907d5b/96801cfb-58a5-4b0a-8185-8a1ec84404bb) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:08:54.786368 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-feccd1b1-de98-4249-88b9-7e12e33d654d req-ad26c284-d919-4afb-a2e9-4d26cca9d6d4 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 210 time: 0.1255243
May 10 18:08:54.907144 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:54.934691 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Transition to ACTIVE for port object 96801cfb-58a5-4b0a-8185-8a1ec84404bb will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:08:54.981799 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:54.992849 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-27ff398b-14b4-4582-9da6-e0a7ad73f4e0 tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:55.074212 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Network aba591cd-85ec-4d09-b411-e9a517f8ba46 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:08:55.078092 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:08:55.095279 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:08:55.172755 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'Port': ['ID=96801cfb-58a5-4b0a-8185-8a1ec84404bb,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:55.178737 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:55.205805 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:55.206610 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:55.240158 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0120010
May 10 18:08:55.415419 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:55.519942 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-bd6a9f3a-6832-4975-a708-af36c09adc71 None None] Provisioning for port 96801cfb-58a5-4b0a-8185-8a1ec84404bb completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:08:55.532428 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-bd6a9f3a-6832-4975-a708-af36c09adc71 None None] Provisioning complete for port 96801cfb-58a5-4b0a-8185-8a1ec84404bb triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:08:55.533209 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-bd6a9f3a-6832-4975-a708-af36c09adc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:55.596446 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a9f3a-6832-4975-a708-af36c09adc71 None None] Port 96801cfb-58a5-4b0a-8185-8a1ec84404bb cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:08:55.984563 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d9b43-5a34-46d0-bb1f-0eb9b6efa9d0 req-055ffc06-e5f3-43ac-a6f7-b684a96e25c6 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:55.985540 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d34d9b43-5a34-46d0-bb1f-0eb9b6efa9d0 req-055ffc06-e5f3-43ac-a6f7-b684a96e25c6 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Synchronizing usage tracker for tenant:a16646f1801142f88a1d804291b41603 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:08:56.003377 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d34d9b43-5a34-46d0-bb1f-0eb9b6efa9d0 req-055ffc06-e5f3-43ac-a6f7-b684a96e25c6 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Unset dirty status for tenant:a16646f1801142f88a1d804291b41603 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:08:56.006667 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d34d9b43-5a34-46d0-bb1f-0eb9b6efa9d0 req-055ffc06-e5f3-43ac-a6f7-b684a96e25c6 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 931 time: 0.1102128
May 10 18:08:56.057231 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d34d9b43-5a34-46d0-bb1f-0eb9b6efa9d0 req-f4f19188-0855-4573-a3a0-79017fe4901e tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459669
May 10 18:08:57.261326 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d9483-c1a5-461f-b97c-758ace7c9132 req-97d1e020-c1cf-4e8e-9945-ebcd4ae6f81c tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:57.264015 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6c5d9483-c1a5-461f-b97c-758ace7c9132 req-97d1e020-c1cf-4e8e-9945-ebcd4ae6f81c tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 931 time: 0.0946732
May 10 18:08:57.311077 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-6c5d9483-c1a5-461f-b97c-758ace7c9132 req-0c86866f-ff72-4630-9e2f-20e606bfdbdd tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Synchronizing usage tracker for tenant:a16646f1801142f88a1d804291b41603 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:08:57.327438 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-6c5d9483-c1a5-461f-b97c-758ace7c9132 req-0c86866f-ff72-4630-9e2f-20e606bfdbdd tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Unset dirty status for tenant:a16646f1801142f88a1d804291b41603 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:08:57.329624 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6c5d9483-c1a5-461f-b97c-758ace7c9132 req-0c86866f-ff72-4630-9e2f-20e606bfdbdd tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590901
May 10 18:08:57.507235 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48492) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:57.633771 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:57.653901 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:57.658217 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e359eb980948b69680db069cd0ac74 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:57.662077 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:57.669553 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:57.804096 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:57.811228 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:57.827579 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1bb8a51d-85f8-4600-8a20-9b736a2b8460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:57.887770 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6e359eb980948b69680db069cd0ac74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3794286
May 10 18:08:57.890443 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48510) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:57.892214 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8163b50-999e-4c3b-8ef1-6de3e2efb9c4,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:57.895478 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:57.969633 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a64ba81a-42d6-4b3c-a431-d8c4ac4da0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:58.001315 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a64ba81a-42d6-4b3c-a431-d8c4ac4da0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:58.066191 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a64ba81a-42d6-4b3c-a431-d8c4ac4da0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:58.070514 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ac434ccb-d17b-481a-bc4a-a083a12c3ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:58.084714 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ba81a-42d6-4b3c-a431-d8c4ac4da0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8163b50-999e-4c3b-8ef1-6de3e2efb9c4,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:58.087579 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a64ba81a-42d6-4b3c-a431-d8c4ac4da0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:58.097199 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a64ba81a-42d6-4b3c-a431-d8c4ac4da0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:58.100903 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a64ba81a-42d6-4b3c-a431-d8c4ac4da0e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8163b50-999e-4c3b-8ef1-6de3e2efb9c4 HTTP/1.1" status: 204  len: 168 time: 0.2063897
May 10 18:08:58.152614 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:08:58.543030 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225461c-4718-48c8-beb6-0f54f0e61d1c req-53cfff1b-825f-494a-bae8-1e388c20e55f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:58.544576 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3225461c-4718-48c8-beb6-0f54f0e61d1c req-53cfff1b-825f-494a-bae8-1e388c20e55f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 931 time: 0.1005390
May 10 18:08:58.594141 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3225461c-4718-48c8-beb6-0f54f0e61d1c req-8cf8b1c7-268a-44a9-8655-58c55877ee3d tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422416
May 10 18:08:58.835255 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48538) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:58.946079 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-519476074-network', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:58.953245 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:58.957227 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Usage tracker for resource:network and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:58.960218 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:58.967221 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:58.980635 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Made reservation on behalf of d283f47fa9ea4c269a05cc934ffc3bc1 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:58.983041 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:58.996729 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:59.012238 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:59.016771 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Usage tracker for resource:security_group_rule and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:59.020146 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:59.026300 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:59.116374 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:59.123613 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:59.127039 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5f010741-378e-46bc-980c-11662760719c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:59.159837 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:08:59.165719 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c43119-c26f-4841-8fda-242af15585bd,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:59.169002 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:59.174479 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:59.174860 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Added segment f8bfccef-df28-4488-8a0a-11b308d46103 of type vlan for network bdec1f4c-6c1a-45fa-a49e-58d738c31855
May 10 18:08:59.204210 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:59.255298 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:59.257547 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:59.258296 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:59.264492 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc2cdb0b-883c-4406-a967-90681f6ff3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:08:59.372725 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Pushing event updated for resources: {'Network': ['ID=bdec1f4c-6c1a-45fa-a49e-58d738c31855,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:08:59.384303 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5452397
May 10 18:08:59.384303 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:08:59.384596 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:08:59.386468 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48556) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:08:59.394640 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Request body: {'subnet': {'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-519476074-subnet', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'ip_version': 4}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:08:59.400173 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:08:59.404270 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Usage tracker for resource:subnet and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:08:59.407801 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:08:59.413824 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:08:59.427181 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Made reservation on behalf of d283f47fa9ea4c269a05cc934ffc3bc1 for: {'subnet': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:08:59.430177 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10650615'] for subnet, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:59.875529 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7569e5-7e41-484b-b540-37d97e254b7d req-01156e38-3166-4a67-9a22-4ccc44411638 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:08:59.876998 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-da7569e5-7e41-484b-b540-37d97e254b7d req-01156e38-3166-4a67-9a22-4ccc44411638 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 931 time: 0.1168215
May 10 18:08:59.958335 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-da7569e5-7e41-484b-b540-37d97e254b7d req-966b500f-57cc-4ed9-a0a2-4c492f90a0f4 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746071
May 10 18:08:59.984610 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1709298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10650501'] for subnet, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:08:59.988477 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:00.059232 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46cd935-8210-4aa0-97a5-45db0013fc4b,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:00.064202 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:00.074652 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Checking segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:00.075073 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Network hostable DHCP agents. Network: bdec1f4c-6c1a-45fa-a49e-58d738c31855, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78703) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:09:00.093724 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:09:00.104620 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, bdec1f4c-6c1a-45fa-a49e-58d738c31855) {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:00.113744 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:00.114340 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:00.114846 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1cf833-7743-4772-aca9-d2bf081f8dfc None None] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:09:00.145470 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7573740
May 10 18:09:00.148805 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48570) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:00.154113 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:00.159564 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:00.163788 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Usage tracker for resource:router and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:00.166749 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:00.173085 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:00.186203 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:00.187380 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:00.208709 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:00.393523 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 18:09:00.395189 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:00.518219 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:00.596449 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Allocated IP 172.20.0.2 (bdec1f4c-6c1a-45fa-a49e-58d738c31855/f46cd935-8210-4aa0-97a5-45db0013fc4b/685ddc49-645e-4552-8d1d-6beb89aa781b) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:00.828009 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:00.839273 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Transition to ACTIVE for port object 685ddc49-645e-4552-8d1d-6beb89aa781b will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:00.858081 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Transition to ACTIVE for port object 685ddc49-645e-4552-8d1d-6beb89aa781b will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:00.865574 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:00.870101 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:00.926289 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:00.929072 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:00.931723 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:00.937778 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:00.948481 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Pushing event updated for resources: {'Port': ['ID=685ddc49-645e-4552-8d1d-6beb89aa781b,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:00.951337 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:00.971410 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:01.173426 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Allocated IP 172.27.3.127 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/ff1f71de-04f0-4382-99fe-3856cbd3ebff) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:01.195776 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Attempting to bind port 685ddc49-645e-4552-8d1d-6beb89aa781b on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:09:01.197138 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Attempting to bind port 685ddc49-645e-4552-8d1d-6beb89aa781b by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:09:01.199251 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Attempting to bind port 685ddc49-645e-4552-8d1d-6beb89aa781b on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:01.211476 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:09:01.217036 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Checking segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:01.217622 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:01.218198 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Bound using segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:09:01.218860 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Bound port: 685ddc49-645e-4552-8d1d-6beb89aa781b, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:09:01.219414 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:01.322446 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeebf9-7fb7-41fb-b4ba-bb8e91563c7f req-256c623f-4868-4c1e-a53a-dac48787640a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:01.331028 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-15eeebf9-7fb7-41fb-b4ba-bb8e91563c7f req-256c623f-4868-4c1e-a53a-dac48787640a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 931 time: 0.1569159
May 10 18:09:01.337228 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] For port 685ddc49-645e-4552-8d1d-6beb89aa781b, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:09:01.340819 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] For port 685ddc49-645e-4552-8d1d-6beb89aa781b, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=685ddc49-645e-4552-8d1d-6beb89aa781b,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:09:01.347172 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:01.356129 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:01.392190 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-15eeebf9-7fb7-41fb-b4ba-bb8e91563c7f req-3fdb39b7-769b-405e-9153-0026670b137c tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599265
May 10 18:09:01.455206 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Pushing event updated for resources: {'Port': ['ID=685ddc49-645e-4552-8d1d-6beb89aa781b,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:01.459850 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:01.486677 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:01.530436 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:01.534480 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e0b3511b-8ad8-4ed2-a756-dba879bbbf5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:01.608491 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:01.616808 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:01.625503 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:01.676522 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1f71de-04f0-4382-99fe-3856cbd3ebff,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:01.686577 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:01.947010 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 685ddc49-645e-4552-8d1d-6beb89aa781b up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:02.052898 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48606) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:02.061444 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 685ddc49-645e-4552-8d1d-6beb89aa781b completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:02.227514 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:02.237161 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:02.252823 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:02.257318 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Usage tracker for resource:security_group_rule and tenant:73638fc328ae46388be7c60610b87da5 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:02.260618 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:02.266402 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:02.403781 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:02.414210 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:02.423063 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e0554a12-26bd-44f8-8f7c-3c8930e8ef82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:02.485674 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73638fc328ae46388be7c60610b87da5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4314978
May 10 18:09:02.486869 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab5d6b-36c0-492a-a29e-069bd85bd41b,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:02.489366 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48614) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:02.490257 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:02.704158 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb8e4a-1303-4bf6-94dd-fd295dab8787 None None] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:09:02.795598 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-86f507df-f019-4132-a562-41e1d9afd4d9 None None] Provisioning for port 685ddc49-645e-4552-8d1d-6beb89aa781b completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:02.802202 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-86f507df-f019-4132-a562-41e1d9afd4d9 None None] Provisioning complete for port 685ddc49-645e-4552-8d1d-6beb89aa781b triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:02.802656 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-86f507df-f019-4132-a562-41e1d9afd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:02.829371 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2335-8eef-4d60-b4ce-47606085d125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:02.841891 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:02.998147 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2335-8eef-4d60-b4ce-47606085d125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.028008 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a5ba7-b52f-4f66-8c3f-40a4d9d6a0fc req-43d1ad94-a1e0-4892-adee-b2f7c350fd67 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:03.029338 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d54a5ba7-b52f-4f66-8c3f-40a4d9d6a0fc req-43d1ad94-a1e0-4892-adee-b2f7c350fd67 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 931 time: 0.4529533
May 10 18:09:03.031107 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-86f507df-f019-4132-a562-41e1d9afd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.072139 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-86f507df-f019-4132-a562-41e1d9afd4d9 None None] For port 685ddc49-645e-4552-8d1d-6beb89aa781b, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=685ddc49-645e-4552-8d1d-6beb89aa781b,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:03.084251 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-86f507df-f019-4132-a562-41e1d9afd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.087285 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:03.130203 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d54a5ba7-b52f-4f66-8c3f-40a4d9d6a0fc req-8e5a55b0-be94-4e5f-a816-ed06e0ee5902 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897083
May 10 18:09:03.148630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2335-8eef-4d60-b4ce-47606085d125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.155356 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5b747de0-41ac-43f0-93d9-7cbe02c7aa01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:03.170792 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a2335-8eef-4d60-b4ce-47606085d125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab5d6b-36c0-492a-a29e-069bd85bd41b,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:03.176033 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2c2a2335-8eef-4d60-b4ce-47606085d125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:03.206056 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2335-8eef-4d60-b4ce-47606085d125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.209530 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2c2a2335-8eef-4d60-b4ce-47606085d125 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4ab5d6b-36c0-492a-a29e-069bd85bd41b HTTP/1.1" status: 204  len: 168 time: 0.7168703
May 10 18:09:03.220828 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Router f7d0a91d-965f-4269-9c87-38678a7bb5df is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 18:09:03.228233 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f507df-f019-4132-a562-41e1d9afd4d9 None None] Pushing event updated for resources: {'Port': ['ID=685ddc49-645e-4552-8d1d-6beb89aa781b,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:03.236247 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-86f507df-f019-4132-a562-41e1d9afd4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:03.448348 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:09:03.460606 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Sync routers for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:09:03.471700 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.472888 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:03.473114 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3233261
May 10 18:09:03.473884 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793d42d220>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:03.476152 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48622) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:03.638599 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-4725fcb9-5f5f-48b7-9675-6831aa651127 None None] Provisioning complete for port 685ddc49-645e-4552-8d1d-6beb89aa781b triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:03.639003 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4725fcb9-5f5f-48b7-9675-6831aa651127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.662462 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48626) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:03.690808 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.710772 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:03.719667 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Usage tracker for resource:security_group_rule and tenant:5cd7c6ea6cc642179436d8de5cd81869 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:03.722764 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:03.729697 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:03.745433 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:03.888938 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.908727 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:03.925788 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e36f6706-77e4-487a-8de5-65935d7c23e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:03.970205 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5cd7c6ea6cc642179436d8de5cd81869&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3061895
May 10 18:09:03.971165 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1f431-c642-43fe-a3ff-9ac77c3953ae,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:03.973498 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48630) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:03.976226 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:04.047510 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0eb1-5e7b-4800-a7c0-e1642277a7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:04.088454 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0eb1-5e7b-4800-a7c0-e1642277a7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:04.158863 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 685ddc49-645e-4552-8d1d-6beb89aa781b up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:04.162883 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0eb1-5e7b-4800-a7c0-e1642277a7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:04.167301 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-513c33c8-9a1e-4692-a72b-a3dc2364ab09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:04.196045 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c0eb1-5e7b-4800-a7c0-e1642277a7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1f431-c642-43fe-a3ff-9ac77c3953ae,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:04.201026 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7f4c0eb1-5e7b-4800-a7c0-e1642277a7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:04.217111 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0eb1-5e7b-4800-a7c0-e1642277a7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:04.218258 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7f4c0eb1-5e7b-4800-a7c0-e1642277a7d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55f1f431-c642-43fe-a3ff-9ac77c3953ae HTTP/1.1" status: 204  len: 168 time: 0.2438691
May 10 18:09:04.366948 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 685ddc49-645e-4552-8d1d-6beb89aa781b triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:04.367351 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:04.395172 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793d42d220>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:02Z', 'revision_number': 3, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:04.415974 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Checking router: f7d0a91d-965f-4269-9c87-38678a7bb5df for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:09:04.416336 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Updating router f7d0a91d-965f-4269-9c87-38678a7bb5df port ff1f71de-04f0-4382-99fe-3856cbd3ebff binding host dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:09:04.567921 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a338a-e11e-458c-b3f3-124afde4fbe7 req-1618ced3-5e41-460f-8771-1ae1ae736179 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:04.574709 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d32a338a-e11e-458c-b3f3-124afde4fbe7 req-1618ced3-5e41-460f-8771-1ae1ae736179 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 931 time: 0.1627195
May 10 18:09:04.627964 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:04.733987 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d32a338a-e11e-458c-b3f3-124afde4fbe7 req-520cec32-4db5-4964-963b-78ee8b1d491a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587517
May 10 18:09:04.952147 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:04.983852 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0257bbbf-992a-4b0e-9819-6dfd8f780de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.153377 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.166720 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Transition to ACTIVE for port object ff1f71de-04f0-4382-99fe-3856cbd3ebff will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:05.173521 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.179352 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:05.204309 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Allocated IP 172.20.0.1 (bdec1f4c-6c1a-45fa-a49e-58d738c31855/f46cd935-8210-4aa0-97a5-45db0013fc4b/767bbe97-364e-482b-a6d8-67810e35571f) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:05.265065 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Attempting to bind port ff1f71de-04f0-4382-99fe-3856cbd3ebff on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:09:05.265445 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Attempting to bind port ff1f71de-04f0-4382-99fe-3856cbd3ebff by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:09:05.265812 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Attempting to bind port ff1f71de-04f0-4382-99fe-3856cbd3ebff on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:05.267961 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca7364-e7ba-44cc-a684-c4f8981df9fc None None] Pushing event updated for resources: {'Port': ['ID=ff1f71de-04f0-4382-99fe-3856cbd3ebff,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:05.271505 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e8ca7364-e7ba-44cc-a684-c4f8981df9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:05.274306 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:09:05.274685 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:05.275177 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.275565 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:09:05.276055 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Bound port: ff1f71de-04f0-4382-99fe-3856cbd3ebff, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:09:05.276425 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.351442 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] For port ff1f71de-04f0-4382-99fe-3856cbd3ebff, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:09:05.354568 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] For port ff1f71de-04f0-4382-99fe-3856cbd3ebff, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ff1f71de-04f0-4382-99fe-3856cbd3ebff,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:09:05.361656 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.365521 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:05.379975 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.397587 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Transition to ACTIVE for port object 767bbe97-364e-482b-a6d8-67810e35571f will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:05.426416 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.432936 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-adda7ec0-00a8-440f-9471-493d0b93fa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:05.443349 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:05.444053 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793d42d220>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:08:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:05.488399 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:05.491050 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:05.494832 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:05.498699 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca7364-e7ba-44cc-a684-c4f8981df9fc None None] Pushing event updated for resources: {'Port': ['ID=ff1f71de-04f0-4382-99fe-3856cbd3ebff,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:05.556570 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Pushing event updated for resources: {'Port': ['ID=767bbe97-364e-482b-a6d8-67810e35571f,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:05.557673 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e8ca7364-e7ba-44cc-a684-c4f8981df9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:05.565771 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:05.584594 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.643767 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Request body: {'port': {'device_id': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:05.658760 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:05.828691 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.903386 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0357861a-da31-4fe5-afac-850ae27dfdf2 None None] Provisioning for port 767bbe97-364e-482b-a6d8-67810e35571f completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:05.914406 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0357861a-da31-4fe5-afac-850ae27dfdf2 None None] Provisioning complete for port 767bbe97-364e-482b-a6d8-67810e35571f triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:05.914406 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0357861a-da31-4fe5-afac-850ae27dfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:05.961418 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85efa9-1c5d-430f-bf54-81c12b403b1e req-bb67682e-8477-41df-bf1f-f3b74b3b6fdc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:05.963156 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0d85efa9-1c5d-430f-bf54-81c12b403b1e req-bb67682e-8477-41df-bf1f-f3b74b3b6fdc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 931 time: 0.1051280
May 10 18:09:05.996949 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-0357861a-da31-4fe5-afac-850ae27dfdf2 None None] Port 767bbe97-364e-482b-a6d8-67810e35571f cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:09:06.035002 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:06.036066 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0d85efa9-1c5d-430f-bf54-81c12b403b1e req-bb56f3d4-127a-4b3b-a6e7-e52198a022fa tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652921
May 10 18:09:06.080173 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793d42d220>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:02Z', 'revision_number': 3, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:06.084204 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9723934-1b66-4c03-a8f6-9adb93b13940 None None] The sync data for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi is: [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:02Z', 'revision_number': 3, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:09:06.458751 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:06.471981 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:06.499033 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-42a319f8-37f9-43dd-90d4-4f0db90971e8 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:06.587267 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:06.619252 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Pushing event updated for resources: {'Port': ['ID=767bbe97-364e-482b-a6d8-67810e35571f,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:06.663026 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:06.747557 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96801cfb-58a5-4b0a-8185-8a1ec84404bb {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:09:06.758225 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:06.797347 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Transition to ACTIVE for port object 96801cfb-58a5-4b0a-8185-8a1ec84404bb will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:06.812903 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:06.820965 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:06.942113 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:06.945990 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:07.038939 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Pushing event updated for resources: {'Port': ['ID=96801cfb-58a5-4b0a-8185-8a1ec84404bb,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:07.044406 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:07.347935 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Attempting to bind port 96801cfb-58a5-4b0a-8185-8a1ec84404bb on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:09:07.348879 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Attempting to bind port 96801cfb-58a5-4b0a-8185-8a1ec84404bb by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:09:07.348879 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Attempting to bind port 96801cfb-58a5-4b0a-8185-8a1ec84404bb on network aba591cd-85ec-4d09-b411-e9a517f8ba46 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:07.360766 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Port 96801cfb-58a5-4b0a-8185-8a1ec84404bb on network aba591cd-85ec-4d09-b411-e9a517f8ba46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:09:07.361106 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Attempting to bind port 96801cfb-58a5-4b0a-8185-8a1ec84404bb on network aba591cd-85ec-4d09-b411-e9a517f8ba46 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:07.361269 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ec355d1f-dc12-49bd-a1d4-a92deeba2f6e None None] Provisioning complete for port 767bbe97-364e-482b-a6d8-67810e35571f triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:07.362413 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ec355d1f-dc12-49bd-a1d4-a92deeba2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:07.376639 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:09:07.376989 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Checking segment: {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:07.377374 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Bound using segment: {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:09:07.377810 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Bound port: 96801cfb-58a5-4b0a-8185-8a1ec84404bb, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12406ac2-7e42-4e66-9163-7a9e7a5ffed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:09:07.378159 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:07.446720 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Router f7d0a91d-965f-4269-9c87-38678a7bb5df has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:09:07.450660 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-ec355d1f-dc12-49bd-a1d4-a92deeba2f6e None None] Port 767bbe97-364e-482b-a6d8-67810e35571f cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:09:07.461861 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:07.494148 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6079c3-ac3b-4b4e-91c9-c7ea137bac42 req-866ddd8c-d1ca-4093-9080-df5deb0eca27 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:07.495669 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8d6079c3-ac3b-4b4e-91c9-c7ea137bac42 req-866ddd8c-d1ca-4093-9080-df5deb0eca27 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 943 time: 0.2814894
May 10 18:09:07.563663 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-995d20e9-3f6e-4e48-ad19-697552699565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:07.850482 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] For port 96801cfb-58a5-4b0a-8185-8a1ec84404bb, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:09:07.879066 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] For port 96801cfb-58a5-4b0a-8185-8a1ec84404bb, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:09:07.888819 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ff1f71de-04f0-4382-99fe-3856cbd3ebff up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:07.894203 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8d6079c3-ac3b-4b4e-91c9-c7ea137bac42 req-b55e979d-de57-4acc-b74c-7ea9e5d0bb2c tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3438745
May 10 18:09:07.905253 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:07.911233 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e8b1bd63-4f48-4384-befa-1f4e1e5550c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:07.962094 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port ff1f71de-04f0-4382-99fe-3856cbd3ebff completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:07.970155 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port ff1f71de-04f0-4382-99fe-3856cbd3ebff triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:07.971179 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:07.989792 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:07.990427 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:07.991901 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] 10.222.0.58 "PUT /v2.0/ports/96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 1093 time: 2.3560674
May 10 18:09:07.994272 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:08.095954 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:09:08.099499 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Pushing event updated for resources: {'Port': ['ID=96801cfb-58a5-4b0a-8185-8a1ec84404bb,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:08.105796 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Sync routers for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:09:08.114809 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:08.125365 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:08.128557 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c92b0a0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:08.154021 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] 10.222.0.70 "PUT /v2.0/routers/f7d0a91d-965f-4269-9c87-38678a7bb5df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6762362
May 10 18:09:08.182855 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-f6833f44-25fd-4962-8125-9c71d1fbf523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:08.184468 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-f6833f44-25fd-4962-8125-9c71d1fbf523 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a16646f1801142f88a1d804291b41603&device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1096 time: 0.1391954
May 10 18:09:08.202141 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:08.230593 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port ff1f71de-04f0-4382-99fe-3856cbd3ebff, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ff1f71de-04f0-4382-99fe-3856cbd3ebff,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:08.242597 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:08.245100 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:08.376819 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-6675a501-0552-46ea-b459-dffbbf4981e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 217 time: 0.1814954
May 10 18:09:08.443755 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'status': 'completed', 'code': 200}
May 10 18:09:08.444471 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=ff1f71de-04f0-4382-99fe-3856cbd3ebff,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:08.459364 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:08.493557 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-399dcfbf-f476-459e-88bf-e6ba8cafab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:08.503611 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-399dcfbf-f476-459e-88bf-e6ba8cafab40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e52368-65e1-40c4-a103-f765bc907d5b HTTP/1.1" status: 200  len: 853 time: 0.1111999
May 10 18:09:08.544004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:08.597292 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:08.663733 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-86c8d7d2-9712-4311-be7f-cd589acf1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:08.665296 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-86c8d7d2-9712-4311-be7f-cd589acf1fec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aba591cd-85ec-4d09-b411-e9a517f8ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1456323
May 10 18:09:08.836919 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-2b842403-316a-4d52-9d53-d3be7550816d service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626875
May 10 18:09:08.880294 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48800) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:09.005570 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-daa3d98c-0452-4e7b-a500-a6ba69f34764 req-657679ae-4ed7-4c0c-b1dd-74d2a705bbc2 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605291
May 10 18:09:09.112872 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c92b0a0>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:06Z', 'revision_number': 2, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:09.117905 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Checking router: f7d0a91d-965f-4269-9c87-38678a7bb5df for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:09:09.118487 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Updating router f7d0a91d-965f-4269-9c87-38678a7bb5df port 767bbe97-364e-482b-a6d8-67810e35571f binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:09:09.204366 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.213094 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f99dec-f509-4919-8d88-a3343dcbee8e req-70b011b2-9b23-41ce-bdaf-20654d1a0544 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:09.230708 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-84f99dec-f509-4919-8d88-a3343dcbee8e req-70b011b2-9b23-41ce-bdaf-20654d1a0544 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 943 time: 0.1784983
May 10 18:09:09.232363 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48816) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:09.266355 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-b64c6766-38fc-4601-930f-07fa9cae3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:09.268612 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-b64c6766-38fc-4601-930f-07fa9cae3846 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a16646f1801142f88a1d804291b41603&device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1096 time: 0.1854951
May 10 18:09:09.276913 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.299447 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-253439887-network', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:09.306055 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:09.310597 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Usage tracker for resource:network and tenant:d34ab7fbb0d54a958194ec738da97a0e is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:09.315536 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:09.322883 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:09.366548 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:09.371851 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Usage tracker for resource:security_group_rule and tenant:ba1124469e3c4c45ada9fa418fb5a45e is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:09.378214 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:09.387516 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:09.412884 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Made reservation on behalf of d34ab7fbb0d54a958194ec738da97a0e for: {'network': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:09:09.415770 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.443634 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.462969 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-c1601438-a69f-4300-9912-1917ceaaf380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:09.464578 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-c1601438-a69f-4300-9912-1917ceaaf380 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 200  len: 915 time: 0.1783280
May 10 18:09:09.472278 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-84f99dec-f509-4919-8d88-a3343dcbee8e req-5fae807a-90de-454a-b8d1-a3b87732ee4f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407069
May 10 18:09:09.475736 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:09.483987 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d34ab7fbb0d54a958194ec738da97a0e is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:09.490555 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:09.498349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:09.566570 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.573821 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.574850 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-e575bc65-4edd-4c03-91a0-69d40f4a15d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 217 time: 0.0991523
May 10 18:09:09.585863 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:09.615212 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26acd044-8927-42d2-b2f1-e6660b5b43a4,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:09.620766 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:09.645452 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba1124469e3c4c45ada9fa418fb5a45e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7633629
May 10 18:09:09.649934 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48824) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:09.677235 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.688268 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-286dac45-8f8a-4ff1-949f-fc62eaf935dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:09.694390 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Transition to ACTIVE for port object 767bbe97-364e-482b-a6d8-67810e35571f will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:09.695225 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-286dac45-8f8a-4ff1-949f-fc62eaf935dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e52368-65e1-40c4-a103-f765bc907d5b HTTP/1.1" status: 200  len: 853 time: 0.1095583
May 10 18:09:09.709546 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.720575 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-89d1f6a8-6641-45a7-9e36-f3c58fecf144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:09.742512 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-318cfae3-2634-4d5e-9197-62857ac3a54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.760525 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.772428 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.779480 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-c4ae1d6d-3de9-4748-804e-6c30009e3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:09.781084 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-c4ae1d6d-3de9-4748-804e-6c30009e3950 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aba591cd-85ec-4d09-b411-e9a517f8ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822380
May 10 18:09:09.791129 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-24272368-5281-4829-8bd9-35888a8e0a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:09.799203 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'}  {{(pid=78703) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:09:09.805292 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-318cfae3-2634-4d5e-9197-62857ac3a54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.849072 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:09.849419 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.segments_db [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Added segment 1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6 of type vlan for network aba65b5b-ca07-435e-84dc-e2839044409e
May 10 18:09:09.852062 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f465ac-bbb2-41a6-ac5a-905c1b2e6c01,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:09.866990 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:09.904481 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ff1f71de-04f0-4382-99fe-3856cbd3ebff up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:09.927956 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.004586 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-318cfae3-2634-4d5e-9197-62857ac3a54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.025984 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3065c62a-bb76-4007-a06c-911e8de92750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:10.054315 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.070423 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port ff1f71de-04f0-4382-99fe-3856cbd3ebff triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:10.070886 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.075033 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-f3f44331-0042-4b34-8558-cbdcd2b86f97 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2713616
May 10 18:09:10.082636 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cfae3-2634-4d5e-9197-62857ac3a54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26acd044-8927-42d2-b2f1-e6660b5b43a4,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:10.094323 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-318cfae3-2634-4d5e-9197-62857ac3a54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:10.107033 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.111264 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:10.111886 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.117480 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1fb70bf9-1393-4e6f-9288-414115a1edb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:10.177338 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-318cfae3-2634-4d5e-9197-62857ac3a54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.191469 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-318cfae3-2634-4d5e-9197-62857ac3a54e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26acd044-8927-42d2-b2f1-e6660b5b43a4 HTTP/1.1" status: 204  len: 168 time: 0.5344548
May 10 18:09:10.229275 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Attempting to bind port 767bbe97-364e-482b-a6d8-67810e35571f on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:09:10.229829 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Attempting to bind port 767bbe97-364e-482b-a6d8-67810e35571f by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:09:10.230128 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Attempting to bind port 767bbe97-364e-482b-a6d8-67810e35571f on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:10.252643 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:09:10.253309 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Checking segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:10.253878 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.254441 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Bound using segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:09:10.255184 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Bound port: 767bbe97-364e-482b-a6d8-67810e35571f, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:09:10.255891 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.298519 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77bdf75d-d650-4d14-9e0a-fe753b30f519 req-f968037b-b3a2-4ba5-9b45-4f4ea396c917 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099485
May 10 18:09:10.317417 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a204ae5-dbb0-4ded-a3fe-3457e0248401 None None] Pushing event updated for resources: {'Port': ['ID=767bbe97-364e-482b-a6d8-67810e35571f,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:10.335702 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3a204ae5-dbb0-4ded-a3fe-3457e0248401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:10.345617 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1098669
May 10 18:09:10.350138 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48836) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:10.365948 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Request body: {'subnet': {'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-253439887-subnet', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:10.367683 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Pushing event updated for resources: {'Network': ['ID=aba65b5b-ca07-435e-84dc-e2839044409e,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:10.371115 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:10.378517 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network aba65b5b-ca07-435e-84dc-e2839044409e details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:09:10.380235 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:10.390236 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] For port 767bbe97-364e-482b-a6d8-67810e35571f, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:09:10.392065 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Usage tracker for resource:subnet and tenant:d34ab7fbb0d54a958194ec738da97a0e is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:10.398179 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] For port 767bbe97-364e-482b-a6d8-67810e35571f, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=767bbe97-364e-482b-a6d8-67810e35571f,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:09:10.401985 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:10.410334 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.415858 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-5412b735-9b38-4607-8c12-d46f05e5ba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:10.416772 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:10.437228 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92718c18-8119-41b0-abab-5032fdf756e6 req-d2503b3c-030a-40c7-853d-32916426aafb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:10.440426 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Made reservation on behalf of d34ab7fbb0d54a958194ec738da97a0e for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:09:10.443389 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1963018'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.445170 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-92718c18-8119-41b0-abab-5032fdf756e6 req-d2503b3c-030a-40c7-853d-32916426aafb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 946 time: 0.1567488
May 10 18:09:10.548225 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-92718c18-8119-41b0-abab-5032fdf756e6 req-e4e59cfb-4551-4a53-8edc-da28c1ca7dcf tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968843
May 10 18:09:10.613980 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:10.619212 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c92b0a0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:10.742705 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48848) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:10.767564 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a204ae5-dbb0-4ded-a3fe-3457e0248401 None None] Pushing event updated for resources: {'Port': ['ID=767bbe97-364e-482b-a6d8-67810e35571f,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:10.775982 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.780609 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3a204ae5-dbb0-4ded-a3fe-3457e0248401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:10.800471 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:10.814293 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Usage tracker for resource:security_group_rule and tenant:47a22e060cfa421684254d716b1af544 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:10.817636 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:10.823536 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:10.869175 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:10.902916 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f701b-b55e-43e6-a085-55f89cb4606b req-e1bd38ba-4a0d-47f4-9710-0b3f339e9ff3 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:10.904851 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-215f701b-b55e-43e6-a085-55f89cb4606b req-e1bd38ba-4a0d-47f4-9710-0b3f339e9ff3 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 943 time: 0.1692982
May 10 18:09:10.932283 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.937660 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:10.948812 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-aba53af3-9e7a-47d7-9f13-ce3a262b410d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:10.982989 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f823d95d-2f63-45e7-9122-ac7d5caed25d,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:10.988382 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:11.005283 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-215f701b-b55e-43e6-a085-55f89cb4606b req-ea6ce125-123a-4b3b-8d8a-3de17f1402a0 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915642
May 10 18:09:11.018108 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=47a22e060cfa421684254d716b1af544&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2739437
May 10 18:09:11.021141 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48854) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:11.247627 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ef9-847d-45a5-ab22-2f9a36d9c98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.253635 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c92b0a0>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:10Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:11.257571 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272b1a5-72a6-488a-ba43-341c3dc7e32d None None] The sync data for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi is: [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:10Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:09:11.267269 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11302798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1963128'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.273781 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7a4b1ab3-2428-4bc2-8638-388041082d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:11.287944 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ef9-847d-45a5-ab22-2f9a36d9c98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.320972 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224268bb-6cca-4e93-8501-6402a1dd0218 req-1f976a56-1daa-4857-809c-f3b29db1e91e tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:11.329927 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-224268bb-6cca-4e93-8501-6402a1dd0218 req-1f976a56-1daa-4857-809c-f3b29db1e91e tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.2611790
May 10 18:09:11.338195 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 96801cfb-58a5-4b0a-8185-8a1ec84404bb details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:09:11.353882 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Pushing event updated for resources: {'Subnet': ['ID=86470ec7-ea8f-4de6-89da-83d957ce9c6a,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:11.359197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:11.382057 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Checking segment: {'id': '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:11.382415 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Network hostable DHCP agents. Network: aba65b5b-ca07-435e-84dc-e2839044409e, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:09:11.403488 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-224268bb-6cca-4e93-8501-6402a1dd0218 req-2e8ec2d4-0be7-49b1-869f-5e04522ba942 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722990
May 10 18:09:11.414018 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Network aba65b5b-ca07-435e-84dc-e2839044409e is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:09:11.426013 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ef9-847d-45a5-ab22-2f9a36d9c98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.433868 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5b1f9398-999c-49bd-810c-e2e8ed7c769d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:11.436901 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, aba65b5b-ca07-435e-84dc-e2839044409e) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:11.450989 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:11.451592 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.452649 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-44ff2ef9-847d-45a5-ab22-2f9a36d9c98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.454742 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-44ff2ef9-847d-45a5-ab22-2f9a36d9c98d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f823d95d-2f63-45e7-9122-ac7d5caed25d HTTP/1.1" status: 204  len: 168 time: 0.4308295
May 10 18:09:11.456408 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d344a-74f1-48ba-a972-709eacbff52e None None] Network aba65b5b-ca07-435e-84dc-e2839044409e requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:09:11.473071 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff2ef9-847d-45a5-ab22-2f9a36d9c98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f823d95d-2f63-45e7-9122-ac7d5caed25d,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:11.478525 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-44ff2ef9-847d-45a5-ab22-2f9a36d9c98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:11.487392 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-d2d3f6d7-5bff-4a23-ad24-77239ced520e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1319718
May 10 18:09:11.487812 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48860) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:11.493898 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:11.499367 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:11.503926 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Usage tracker for resource:router and tenant:d34ab7fbb0d54a958194ec738da97a0e is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:11.507429 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:11.514244 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:11.526680 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.528286 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.548966 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.770166 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 96801cfb-58a5-4b0a-8185-8a1ec84404bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:11.792713 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'port_id': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'mac_address': 'fa:16:3e:f7:eb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:09:11.922765 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.939497 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:11.970067 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 767bbe97-364e-482b-a6d8-67810e35571f up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:11.985597 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90ff6e-88a1-4450-9df8-92f85bf23136 req-3c711998-047b-4a4a-a04a-b8c9889d484c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:11.992993 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2e90ff6e-88a1-4450-9df8-92f85bf23136 req-3c711998-047b-4a4a-a04a-b8c9889d484c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 946 time: 0.2742136
May 10 18:09:12.027661 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96801cfb-58a5-4b0a-8185-8a1ec84404bb {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:09:12.051661 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 96801cfb-58a5-4b0a-8185-8a1ec84404bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:12.058002 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-aba65b5b-ca07-435e-84dc-e2839044409e', 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'fixed_ips': [{'subnet_id': '86470ec7-ea8f-4de6-89da-83d957ce9c6a'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 18:09:12.058936 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:12.085004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:12.090721 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:12.149832 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-9a9561a2-5d8b-431e-b954-73bb81be718f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:12.151064 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-9a9561a2-5d8b-431e-b954-73bb81be718f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 946 time: 0.3157780
May 10 18:09:12.287337 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2e90ff6e-88a1-4450-9df8-92f85bf23136 req-9390acd9-5bfc-4806-921e-095195cdd573 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2933059
May 10 18:09:12.368282 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['96801cfb-58a5-4b0a-8185-8a1ec84404bb'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:09:12.438598 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Deleting port e19b49de-1a32-49b6-935b-2ce5b65e8f24 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:09:12.441531 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:12.442004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=96801cfb-58a5-4b0a-8185-8a1ec84404bb,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:12.446300 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:12.447165 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 767bbe97-364e-482b-a6d8-67810e35571f completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:12.458521 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 767bbe97-364e-482b-a6d8-67810e35571f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:12.459419 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:12.523943 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:12.598362 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:12.697739 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:12.722767 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e63cd-c3c3-4033-9d1d-0e6142da8ab1 req-219e9576-1b1a-4078-9110-c2aa56d22df3 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:12.731572 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-666e63cd-c3c3-4033-9d1d-0e6142da8ab1 req-219e9576-1b1a-4078-9110-c2aa56d22df3 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 944 time: 0.4745240
May 10 18:09:12.751369 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Allocated IP 172.20.0.2 (aba65b5b-ca07-435e-84dc-e2839044409e/86470ec7-ea8f-4de6-89da-83d957ce9c6a/ed5419f6-36e6-425e-9120-8bbf196b2264) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:12.759360 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] For port e19b49de-1a32-49b6-935b-2ce5b65e8f24, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e19b49de-1a32-49b6-935b-2ce5b65e8f24,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:12.760215 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:12.785705 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a5065-1867-4c1e-b666-7af15221f2c3 req-04e004fc-d430-4d4b-9f09-83df7ca90336 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:12.786466 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 767bbe97-364e-482b-a6d8-67810e35571f, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=767bbe97-364e-482b-a6d8-67810e35571f,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:12.787698 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e28a5065-1867-4c1e-b666-7af15221f2c3 req-04e004fc-d430-4d4b-9f09-83df7ca90336 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1868553
May 10 18:09:12.798669 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:12.811027 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e8ca7364-e7ba-44cc-a684-c4f8981df9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:12.866152 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-666e63cd-c3c3-4033-9d1d-0e6142da8ab1 req-41f4df3b-175e-4d32-9c4b-9888bf746316 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290312
May 10 18:09:12.903829 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Allocated IP 172.27.3.37 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:13.028812 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=767bbe97-364e-482b-a6d8-67810e35571f,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:13.035834 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:13.138671 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.139267 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.139267 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.139596 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.l3_db [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Floating IP 6d369169-b818-404a-9ab5-a6e8bc6675d2 disassociated. External IP: 172.27.3.219, port: e19b49de-1a32-49b6-935b-2ce5b65e8f24.
May 10 18:09:13.139961 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Calling delete_port for e19b49de-1a32-49b6-935b-2ce5b65e8f24 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:09:13.179006 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.190768 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ea6d72cf-a3a5-4887-b9e7-6cf1a14357c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:13.205853 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.213786 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e28a5065-1867-4c1e-b666-7af15221f2c3 req-fcf38faa-cff5-4da0-af9a-11aa74bc0204 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649655
May 10 18:09:13.217353 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Transition to ACTIVE for port object ed5419f6-36e6-425e-9120-8bbf196b2264 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:13.247922 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Transition to ACTIVE for port object ed5419f6-36e6-425e-9120-8bbf196b2264 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:13.260287 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.267750 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-1ef104c3-f1cf-4a82-9ac1-da2a75b41e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:13.276619 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Pushing event updated for resources: {'Port': ['ID=aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:13.283353 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:13.287491 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:13.288648 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:13.290998 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:13.354373 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.358341 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Network aba65b5b-ca07-435e-84dc-e2839044409e is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:13.366014 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:13.375481 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:13.377254 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:13.377729 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Pushing event updated for resources: {'Port': ['ID=ed5419f6-36e6-425e-9120-8bbf196b2264,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:13.381943 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:13.431310 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event deleted for resources: {'Port': ['ID=e19b49de-1a32-49b6-935b-2ce5b65e8f24,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:13.439348 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:13.489939 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Attempting to bind port ed5419f6-36e6-425e-9120-8bbf196b2264 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:09:13.490322 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Attempting to bind port ed5419f6-36e6-425e-9120-8bbf196b2264 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:09:13.490763 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Attempting to bind port ed5419f6-36e6-425e-9120-8bbf196b2264 on network aba65b5b-ca07-435e-84dc-e2839044409e {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:13.496969 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:09:13.496969 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Checking segment: {'id': '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:13.497381 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.497786 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Bound using segment: {'id': '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:09:13.498331 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Bound port: ed5419f6-36e6-425e-9120-8bbf196b2264, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:09:13.498715 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.610492 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] For port ed5419f6-36e6-425e-9120-8bbf196b2264, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:09:13.614063 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] For port ed5419f6-36e6-425e-9120-8bbf196b2264, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ed5419f6-36e6-425e-9120-8bbf196b2264,segment=NetworkSegment(1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6),segment_id=1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:09:13.620892 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:13.628339 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-03b8f951-db61-438e-88f5-18c2dc3c39df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:13.684182 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-881a22ac-081f-45fc-b182-4cd29bc8637c req-9dffedcb-883e-420c-bf71-2f3b38ca88e6 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 210 time: 0.0589836
May 10 18:09:13.730604 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Pushing event updated for resources: {'Port': ['ID=ed5419f6-36e6-425e-9120-8bbf196b2264,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:13.736554 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:13.842270 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Router e189e04f-c844-42bf-b83c-a27165398f17 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:09:13.899134 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 767bbe97-364e-482b-a6d8-67810e35571f up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:14.082251 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:14.103615 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 767bbe97-364e-482b-a6d8-67810e35571f triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:14.104295 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:14.193486 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:09:14.233051 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] Sync routers for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:09:14.269833 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:14.270403 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c357070>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:14.285095 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] No DVR routers for this DVR port e19b49de-1a32-49b6-935b-2ce5b65e8f24 on host hv-cinder-79049 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:09:14.302388 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:14.307465 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-deleted', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:14.367610 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aedf0-4909-4f6a-aa4a-4ad68df7620f req-221a52ef-29f8-4d55-9623-f8af0fab3f1a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:14.369263 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d14aedf0-4909-4f6a-aa4a-4ad68df7620f req-221a52ef-29f8-4d55-9623-f8af0fab3f1a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 944 time: 0.2819288
May 10 18:09:14.371494 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d0e375d8-73d0-4233-8a01-a2a6a31dbbb5 req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "DELETE /v2.0/ports/e19b49de-1a32-49b6-935b-2ce5b65e8f24 HTTP/1.1" status: 204  len: 173 time: 2.1917543
May 10 18:09:14.443432 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d14aedf0-4909-4f6a-aa4a-4ad68df7620f req-de5fcfa8-868a-4d5c-be6f-56c968dd299b tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593994
May 10 18:09:14.517258 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60c91a8-b42f-4fd4-a685-f8ecbcc908d6', 'name': 'network-vif-deleted', 'tag': 'e19b49de-1a32-49b6-935b-2ce5b65e8f24', 'status': 'completed', 'code': 200}
May 10 18:09:14.657166 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:14.783456 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb1ead-045a-449a-a7d1-7462a8c7e79e req-ecc055f8-5a6d-4dba-bf34-9c6ef3ff0efd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:14.797104 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5edb1ead-045a-449a-a7d1-7462a8c7e79e req-ecc055f8-5a6d-4dba-bf34-9c6ef3ff0efd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.4401438
May 10 18:09:14.896548 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5edb1ead-045a-449a-a7d1-7462a8c7e79e req-e25c1b50-6c47-467c-87b5-7cc5efe248e6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984573
May 10 18:09:14.974111 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:15.019520 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d5f56efc-167a-4f50-b309-6cdc1bd65aa6 req-16ea83f8-ebfd-469c-ba12-837d5a9a9d91 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Synchronizing usage tracker for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:15.045017 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d5f56efc-167a-4f50-b309-6cdc1bd65aa6 req-16ea83f8-ebfd-469c-ba12-837d5a9a9d91 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Unset dirty status for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:15.046337 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d5f56efc-167a-4f50-b309-6cdc1bd65aa6 req-16ea83f8-ebfd-469c-ba12-837d5a9a9d91 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=e60c91a8-b42f-4fd4-a685-f8ecbcc908d6 HTTP/1.1" status: 200  len: 210 time: 0.0729852
May 10 18:09:15.228213 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4cb91-5fdd-489f-819d-1383fe28452a None None] Network aba65b5b-ca07-435e-84dc-e2839044409e requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:09:15.246493 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78703) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 18:09:15.324015 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-4132c5f9-c5c4-4e2b-bf12-948ea945b990 None None] Provisioning for port ed5419f6-36e6-425e-9120-8bbf196b2264 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:15.357238 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 96801cfb-58a5-4b0a-8185-8a1ec84404bb up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:15.404726 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c357070>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:15.427449 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:09:15.427652 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] Checking router: e189e04f-c844-42bf-b83c-a27165398f17 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:09:15.437330 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Sync routers for ids ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:09:15.449118 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Routers {'9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:15.449768 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c609cd0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:15.452264 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:15.456187 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.9647498
May 10 18:09:15.456560 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48926) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:15.490148 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:15.490856 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c357070>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:15.663766 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d9602-2815-44fb-813f-e30b5cc286df req-11a374c3-8f08-4e1d-a6d6-26b5d9cd136f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:15.665508 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-608d9602-2815-44fb-813f-e30b5cc286df req-11a374c3-8f08-4e1d-a6d6-26b5d9cd136f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 944 time: 0.0996864
May 10 18:09:15.722414 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-608d9602-2815-44fb-813f-e30b5cc286df req-231bf608-7823-4127-adb6-34e831cb5773 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496838
May 10 18:09:15.744106 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Set router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:15.793324 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 96801cfb-58a5-4b0a-8185-8a1ec84404bb completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:15.816695 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 96801cfb-58a5-4b0a-8185-8a1ec84404bb triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:15.817135 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:15.910490 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:15.993985 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ed5419f6-36e6-425e-9120-8bbf196b2264 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:16.130940 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c609cd0>, [{'id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:11Z', 'updated_at': '2021-05-10T18:09:13Z', 'revision_number': 3, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'gw_port': {'id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:12Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:16.135172 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Checking router: 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:09:16.135687 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Updating router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:09:16.256439 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:16.275589 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48944) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:16.602984 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:16.620809 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port ed5419f6-36e6-425e-9120-8bbf196b2264 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:16.635748 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port ed5419f6-36e6-425e-9120-8bbf196b2264 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:16.636423 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:16.692372 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2aab-41a8-471e-8fb5-eec5211f8440 req-345bb301-8de1-4bd0-9dd0-ae104e5c18ae tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:16.702003 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a4fc2aab-41a8-471e-8fb5-eec5211f8440 req-345bb301-8de1-4bd0-9dd0-ae104e5c18ae tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.6208427
May 10 18:09:16.768137 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:16.784960 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-90c1cca7-10c4-4897-b9d8-00d68744a308 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:16.791556 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:16.795458 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:16.804120 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Transition to ACTIVE for port object aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:16.819269 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:16.824373 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:16.829890 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a4fc2aab-41a8-471e-8fb5-eec5211f8440 req-c03dd317-6346-493a-b785-a55ce86be41c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266043
May 10 18:09:16.871847 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 96801cfb-58a5-4b0a-8185-8a1ec84404bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:16.875387 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-90c1cca7-10c4-4897-b9d8-00d68744a308 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:16.897776 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0c34f7b7-b010-4c99-960c-4d2524581c42 None None] Provisioning complete for port ed5419f6-36e6-425e-9120-8bbf196b2264 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:16.898145 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0c34f7b7-b010-4c99-960c-4d2524581c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:16.990385 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'code': 200}
May 10 18:09:17.024874 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7051a-bd20-4700-9ef9-8f8dd8244126 None None] Pushing event updated for resources: {'Port': ['ID=aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4,revision_number=2']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:17.029506 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.030482 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:09:17.034263 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-11a7051a-bd20-4700-9ef9-8f8dd8244126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:17.074125 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:17.075660 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Attempting to bind port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:09:17.076033 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Attempting to bind port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:09:17.076392 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Attempting to bind port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:17.093720 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:09:17.094437 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:17.095072 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.095624 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:09:17.096236 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Bound port: aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:09:17.096779 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.158171 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-90c1cca7-10c4-4897-b9d8-00d68744a308 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.173344 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2d4de7b5-1213-4888-b053-d74b3966c473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:17.207644 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c357070>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:17.209998 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1cca7-10c4-4897-b9d8-00d68744a308 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb8cb6-5972-4a5b-bb44-f752a96a9feb,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:17.212774 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-90c1cca7-10c4-4897-b9d8-00d68744a308 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:17.230490 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Allocated IP 172.20.0.1 (aba65b5b-ca07-435e-84dc-e2839044409e/86470ec7-ea8f-4de6-89da-83d957ce9c6a/eb935d12-d3f3-4689-b11e-5404b4773e25) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:17.242770 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] For port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:09:17.246505 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b76a89-80a5-42ab-9edb-e4a8d22e2790 req-51af1fb7-455b-44b1-b37e-678e268f2490 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:17.248400 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-69b76a89-80a5-42ab-9edb-e4a8d22e2790 req-51af1fb7-455b-44b1-b37e-678e268f2490 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.2690818
May 10 18:09:17.250150 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] For port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:09:17.252619 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-90c1cca7-10c4-4897-b9d8-00d68744a308 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.255142 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: e19b49de-1a32-49b6-935b-2ce5b65e8f24 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:09:17.255510 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device e19b49de-1a32-49b6-935b-2ce5b65e8f24 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:09:17.258205 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-90c1cca7-10c4-4897-b9d8-00d68744a308 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "DELETE /v2.0/security-groups/5fdb8cb6-5972-4a5b-bb44-f752a96a9feb HTTP/1.1" status: 204  len: 168 time: 0.9815023
May 10 18:09:17.260873 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48956) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:17.265714 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e42f5-8345-4e1c-b37d-70ae67fd65c3 None None] The sync data for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi is: [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:09:17.268055 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.272857 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:17.300335 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.api.v2.resource [None req-b9bd8710-b440-40ca-a1b2-74f72e6b31a1 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] show failed (client error): The resource could not be found.
May 10 18:09:17.304454 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b9bd8710-b440-40ca-a1b2-74f72e6b31a1 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups/5fdb8cb6-5972-4a5b-bb44-f752a96a9feb HTTP/1.1" status: 404  len: 347 time: 0.0425484
May 10 18:09:17.305169 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48962) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:17.388379 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=96801cfb-58a5-4b0a-8185-8a1ec84404bb,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:17.407621 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:17.408368 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.422187 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7051a-bd20-4700-9ef9-8f8dd8244126 None None] Pushing event updated for resources: {'Port': ['ID=aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:17.437718 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-11a7051a-bd20-4700-9ef9-8f8dd8244126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:17.468426 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Routers {'9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:17.469083 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c609cd0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:17.573117 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.597157 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-69b76a89-80a5-42ab-9edb-e4a8d22e2790 req-48715b5b-63a8-4c8f-815b-46773dbeb79e tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3375046
May 10 18:09:17.598589 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port ed5419f6-36e6-425e-9120-8bbf196b2264, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ed5419f6-36e6-425e-9120-8bbf196b2264,segment=NetworkSegment(1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6),segment_id=1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:17.603108 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0c34f7b7-b010-4c99-960c-4d2524581c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.619061 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4afd0-d835-401c-a891-0c2df2b398be req-37680302-ddf9-41ac-b4a1-368f9bdc4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:17.620638 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-20b4afd0-d835-401c-a891-0c2df2b398be req-37680302-ddf9-41ac-b4a1-368f9bdc4e26 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1098 time: 0.2760136
May 10 18:09:17.626292 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Transition to ACTIVE for port object eb935d12-d3f3-4689-b11e-5404b4773e25 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:17.630707 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.634972 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e8ca7364-e7ba-44cc-a684-c4f8981df9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:17.713163 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Deleting port b99f51b9-65b6-45cd-8578-b77667d056af {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:09:17.713883 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.727610 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-20b4afd0-d835-401c-a891-0c2df2b398be req-cc3358bf-6bb0-4c7d-bd03-a404329bc280 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904799
May 10 18:09:17.730254 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.736398 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:17.784705 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] Set router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:17.813132 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Network aba65b5b-ca07-435e-84dc-e2839044409e is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:17.816256 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:17.822287 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=ed5419f6-36e6-425e-9120-8bbf196b2264,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:17.828814 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:17.829912 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.db.api [None req-0c34f7b7-b010-4c99-960c-4d2524581c42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 10 18:09:17.830289 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_db.api [None req-0c34f7b7-b010-4c99-960c-4d2524581c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 10 18:09:17.834168 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:17.840622 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8db7ef-b0fe-417d-a461-45b45bf5542e None None] New status for floating IP 6d369169-b818-404a-9ab5-a6e8bc6675d2: DOWN {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:09:17.927968 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.928352 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:17.953755 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Pushing event updated for resources: {'Port': ['ID=eb935d12-d3f3-4689-b11e-5404b4773e25,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:17.964598 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:17.994007 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:18.117985 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Calling delete_port for b99f51b9-65b6-45cd-8578-b77667d056af owned by network:floatingip {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:09:18.179744 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a4943-bef1-4734-8dad-10dbdcb0ed9d req-06a4b2e5-2890-437e-848b-88f2f4d635e2 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:18.181296 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e13a4943-bef1-4734-8dad-10dbdcb0ed9d req-06a4b2e5-2890-437e-848b-88f2f4d635e2 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1500895
May 10 18:09:18.194988 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c609cd0>, [{'id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:11Z', 'updated_at': '2021-05-10T18:09:13Z', 'revision_number': 3, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'gw_port': {'id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:12Z', 'updated_at': '2021-05-10T18:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:18.199816 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be1800-96f9-4d42-a290-5be8297ed21c None None] The sync data for ids ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'] in dv-cinder-790492-1-iscsi is: [{'id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:11Z', 'updated_at': '2021-05-10T18:09:13Z', 'revision_number': 3, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'gw_port': {'id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:12Z', 'updated_at': '2021-05-10T18:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:09:18.247743 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:18.268882 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e13a4943-bef1-4734-8dad-10dbdcb0ed9d req-ffb09d66-ed48-4719-8b11-5afcb061fa27 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805016
May 10 18:09:18.297754 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:18.307442 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-728a9cd8-deda-4daf-9cae-93a3241871bc tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:18.378843 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event deleted for resources: {'Port': ['ID=b99f51b9-65b6-45cd-8578-b77667d056af,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:18.391190 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:18.471285 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:18.503247 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:18.508245 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "DELETE /v2.0/floatingips/6d369169-b818-404a-9ab5-a6e8bc6675d2 HTTP/1.1" status: 204  len: 168 time: 1.1927302
May 10 18:09:18.533248 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:18.540020 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:18.567232 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c02f7076-97eb-40d7-ab3c-cd8731341d13 None None] Provisioning for port eb935d12-d3f3-4689-b11e-5404b4773e25 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:18.572792 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c02f7076-97eb-40d7-ab3c-cd8731341d13 None None] Provisioning complete for port eb935d12-d3f3-4689-b11e-5404b4773e25 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:18.572971 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c02f7076-97eb-40d7-ab3c-cd8731341d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:18.628346 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-65bd1cae-df2f-4165-9c4e-99d63ca17301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:18.668959 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:18.737245 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-c02f7076-97eb-40d7-ab3c-cd8731341d13 None None] Port eb935d12-d3f3-4689-b11e-5404b4773e25 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:09:18.811015 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Pushing event updated for resources: {'Port': ['ID=eb935d12-d3f3-4689-b11e-5404b4773e25,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:18.812364 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:18.922114 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Network aba65b5b-ca07-435e-84dc-e2839044409e is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:18.924687 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:19.155506 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48982) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:19.161590 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--638926322', 'description': 'tempest-description--1616887728'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:19.167819 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:19.172279 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:security_group and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:19.175364 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:19.182165 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:19.194388 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.218041 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:19.222265 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:security_group_rule and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:19.225642 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:19.232161 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:19.235598 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b8e9e-3715-476b-a320-d925bfe9c036 req-056679e7-cbbd-49f3-82b5-629f598ab516 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:19.237153 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-032b8e9e-3715-476b-a320-d925bfe9c036 req-056679e7-cbbd-49f3-82b5-629f598ab516 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.4128520
May 10 18:09:19.270836 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0e92ebfa-294a-4aa9-a382-221be174a94c None None] Provisioning complete for port eb935d12-d3f3-4689-b11e-5404b4773e25 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:19.271469 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0e92ebfa-294a-4aa9-a382-221be174a94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.327989 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.328556 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-032b8e9e-3715-476b-a320-d925bfe9c036 req-4ebb5932-2ed9-494f-8bb1-d2df781d3289 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828688
May 10 18:09:19.335559 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.347451 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7956f8a1-8d84-4dde-b3ae-ef86e96c742e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:19.362253 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:09:19.371441 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-0e92ebfa-294a-4aa9-a382-221be174a94c None None] Port eb935d12-d3f3-4689-b11e-5404b4773e25 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:09:19.387493 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9497467f-dc73-4edc-ac64-3dede3a637eb,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:19.392577 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:19.415349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.417628 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2608318
May 10 18:09:19.420349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 48990) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:19.426574 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'security_group_rule': {'security_group_id': '9497467f-dc73-4edc-ac64-3dede3a637eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:19.443518 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:19.448138 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:security_group_rule and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:19.452169 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:19.502702 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:19.536028 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.590034 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1358e92-cfb6-4a92-a9a8-bdfb58d4fc28 req-6a36566c-fdd8-4267-aefd-972d8f47a009 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:19.591425 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b1358e92-cfb6-4a92-a9a8-bdfb58d4fc28 req-6a36566c-fdd8-4267-aefd-972d8f47a009 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1358275
May 10 18:09:19.622683 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:09:19.640412 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5093b-a563-4f19-9ca1-907288bd64f3 req-775278c7-0211-431a-82c0-e93d91071888 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:19.641911 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4cb5093b-a563-4f19-9ca1-907288bd64f3 req-775278c7-0211-431a-82c0-e93d91071888 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.1416059
May 10 18:09:19.652394 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] 10.222.0.70 "PUT /v2.0/routers/9f1b34db-fd2e-48fc-b45d-14fe8cd755e2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1868234
May 10 18:09:19.652605 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.652605 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b1358e92-cfb6-4a92-a9a8-bdfb58d4fc28 req-422dc526-0a9f-4a23-829e-bad5ade66944 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547860
May 10 18:09:19.658242 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.660446 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-966ab963-0ce7-4d87-8938-768901709c60 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:19.686549 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a917c14-0180-4d77-be6a-32fd22698755,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:19.698830 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:19.701379 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4cb5093b-a563-4f19-9ca1-907288bd64f3 req-3398247b-3325-469d-957d-3d5e57dfcf62 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518761
May 10 18:09:19.712269 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.713494 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2920196
May 10 18:09:19.716321 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 48996) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:19.727011 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'security_group_rule': {'security_group_id': '9497467f-dc73-4edc-ac64-3dede3a637eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:19.733448 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:19.737992 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:security_group_rule and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:19.741284 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:19.747343 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:19.766286 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.849093 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.855604 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.858553 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6c1ac0d8-e8fb-444d-b579-b1310aaa8be2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:19.889491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0030ef3b-0aea-459a-93dc-bf076b875001,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:19.893776 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:19.906190 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:19.907698 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1901462
May 10 18:09:19.910832 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49006) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:19.917090 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'floatingip': {'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:19.923342 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:19.932708 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Usage tracker for resource:floatingip and tenant:e5837b88ffc7405589fea8e5217a66b4 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:19.938365 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:19.948589 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:19.958313 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:19.971537 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.082230 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:20.087786 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:20.088098 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.167163 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.222987 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.242885 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:20.250315 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.251600 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ed5419f6-36e6-425e-9120-8bbf196b2264 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:20.287658 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-27857725-7827-48ae-be61-3ebb0dfe7188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:20.379987 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67bf89-34dc-4bc9-99c8-ba01b2d2b57f req-66afec99-43c2-440e-86de-48c37a27b9b3 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:20.382697 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7f67bf89-34dc-4bc9-99c8-ba01b2d2b57f req-66afec99-43c2-440e-86de-48c37a27b9b3 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.1586921
May 10 18:09:20.389515 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:20.393468 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:20.416171 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port ed5419f6-36e6-425e-9120-8bbf196b2264 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:20.416555 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.458267 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7f67bf89-34dc-4bc9-99c8-ba01b2d2b57f req-e798c456-a59c-42e7-9a20-44828af1644a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691986
May 10 18:09:20.464805 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Sync routers for ids ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:09:20.480341 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Routers {'9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:20.482694 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7ebdc0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:20.490836 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Allocated IP 172.27.3.78 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/cbc5ecb4-da02-4433-97dc-a5dd167d78e8) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:20.516975 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49024) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:20.522673 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173307719', 'description': 'tempest-secgroup-smoke-173307719 description', 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:20.531743 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:20.541089 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:security_group and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:20.547534 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:20.561508 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:20.584239 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.608337 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:20.614348 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:security_group_rule and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:20.617742 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:20.627597 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:20.705128 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.750595 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.751394 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.758659 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-d4d1b674-d7bd-4bde-8172-2233f7403b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:20.761320 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.770579 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2c2a2335-8eef-4d60-b4ce-47606085d125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:20.836405 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'Port': ['ID=cbc5ecb4-da02-4433-97dc-a5dd167d78e8,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:20.849324 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:20.859616 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:20.861103 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:20.864525 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:20.866324 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Set router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:20.887562 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fba469-d43d-4a4d-8bf2-b71a16b85ebb,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:20.894612 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:20.896394 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3782430
May 10 18:09:20.899990 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:20.903466 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49032) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:20.913494 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'security_group_rule': {'security_group_id': '71fba469-d43d-4a4d-8bf2-b71a16b85ebb', 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:20.923888 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:20.930886 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:security_group_rule and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:20.937064 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:20.959954 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:21.010292 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.012730 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc918d5c-95aa-4b47-a99f-2822cd1f536c req-c3547fa9-a4fe-41a9-9223-d274d8dec901 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:21.014297 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cc918d5c-95aa-4b47-a99f-2822cd1f536c req-c3547fa9-a4fe-41a9-9223-d274d8dec901 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1855040
May 10 18:09:21.054542 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49042) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:21.094630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.138343 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.151111 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cc918d5c-95aa-4b47-a99f-2822cd1f536c req-63b2ca03-9d75-4e6c-b843-5e036d7fb9a5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307344
May 10 18:09:21.222453 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.230931 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.234870 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:21.263859 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c41d8f8-5893-403e-a0f5-7788c71ff2a1,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:21.271911 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:21.289066 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.293261 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-72c19050-3bd6-4536-bdcc-7e20e6966e1b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3871994
May 10 18:09:21.293907 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49048) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:21.296304 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.310876 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'security_group_rule': {'security_group_id': '71fba469-d43d-4a4d-8bf2-b71a16b85ebb', 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:21.316772 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:21.320834 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:security_group_rule and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:21.324019 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:21.332264 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:21.340319 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:21.346796 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e34a6be8a2479cb279f804f362cc46 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:21.350248 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:21.358127 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7ebdc0>, [{'id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:11Z', 'updated_at': '2021-05-10T18:09:18Z', 'revision_number': 4, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'gw_port': {'id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:12Z', 'updated_at': '2021-05-10T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'eb935d12-d3f3-4689-b11e-5404b4773e25', 'name': '', 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'mac_address': 'fa:16:3e:88:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '86470ec7-ea8f-4de6-89da-83d957ce9c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:16Z', 'updated_at': '2021-05-10T18:09:18Z', 'revision_number': 2, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'subnets': [{'id': '86470ec7-ea8f-4de6-89da-83d957ce9c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:21.362195 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:21.362675 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Checking router: 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:09:21.363118 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Updating router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 port eb935d12-d3f3-4689-b11e-5404b4773e25 binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:09:21.365623 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.421513 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.424841 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.427237 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.431559 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:21.533283 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.541223 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.541558 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'Port': ['ID=cbc5ecb4-da02-4433-97dc-a5dd167d78e8,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:21.544684 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:21.551722 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-08f26649-dab2-461a-9aae-5ba39f2ddbac tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:21.559583 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.582653 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.584079 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6722527
May 10 18:09:21.587374 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7c9eaf-05ff-4bfa-be92-09893d5b0777,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:21.600116 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:21.609554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.611043 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.614949 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3172693
May 10 18:09:21.615234 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49054) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:21.620167 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'security_group_rule': {'security_group_id': '71fba469-d43d-4a4d-8bf2-b71a16b85ebb', 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:21.625930 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.635704 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:21.637775 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-da117adf-263b-4a72-92e9-073a3a8aae48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:21.650269 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:security_group_rule and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:21.662729 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:21.681391 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:21.688879 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5e34a6be8a2479cb279f804f362cc46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6214747
May 10 18:09:21.691705 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49058) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:21.692172 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424634fa-f9c0-469f-8566-9f4fd0abad21,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:21.696337 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:21.716697 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.781627 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-47cf0c1a-0e38-495e-a2fa-d7110a72d948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.804772 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.813081 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.815348 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:21.833749 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-47cf0c1a-0e38-495e-a2fa-d7110a72d948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.844373 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:21.846454 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.859319 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Transition to ACTIVE for port object eb935d12-d3f3-4689-b11e-5404b4773e25 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:21.864539 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a54c95-5768-4ba8-b845-a61d97fe1f24,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:21.867829 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:21.872697 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.879307 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-7ed6d2c4-d279-47ab-93dc-c11316c551da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:21.881819 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.887233 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1e78fbd8-9ff8-42e1-aa16-a2638710e5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2710736
May 10 18:09:21.887867 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49072) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:21.892233 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-f8eff108-c7cb-4042-b1d7-51f7803aeaa2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--638926322&fields=id&tenant_id=e5837b88ffc7405589fea8e5217a66b4 HTTP/1.1" status: 200  len: 267 time: 0.0895236
May 10 18:09:21.906935 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'security_group_rule': {'security_group_id': '71fba469-d43d-4a4d-8bf2-b71a16b85ebb', 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:21.912734 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:21.913221 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:21.923573 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:21.926949 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:security_group_rule and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:21.930567 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:21.937328 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:21.965202 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.060419 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.071881 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.074174 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:22.095074 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-47cf0c1a-0e38-495e-a2fa-d7110a72d948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.116257 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.120422 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2315941
May 10 18:09:22.121055 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49076) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:22.124138 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8c6508-49a0-46b5-a3dc-e94cf378817b,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:22.129607 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'security_group_rule': {'security_group_id': '71fba469-d43d-4a4d-8bf2-b71a16b85ebb', 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:22.134245 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:22.135554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:22.139716 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:security_group_rule and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:22.142765 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:22.145806 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d0ab9-79c9-413b-ba79-57931760aa5c None None] Pushing event updated for resources: {'Port': ['ID=eb935d12-d3f3-4689-b11e-5404b4773e25,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:22.148669 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:22.156811 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-dd5d0ab9-79c9-413b-ba79-57931760aa5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:22.171384 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.securitygroups_db [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Project d283f47fa9ea4c269a05cc934ffc3bc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 18:09:22.183591 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.276181 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bb356618-3289-4c5c-878a-4c09c71c7c16 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:22.295026 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.296839 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Attempting to bind port eb935d12-d3f3-4689-b11e-5404b4773e25 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:09:22.297289 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Attempting to bind port eb935d12-d3f3-4689-b11e-5404b4773e25 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:09:22.297640 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Attempting to bind port eb935d12-d3f3-4689-b11e-5404b4773e25 on network aba65b5b-ca07-435e-84dc-e2839044409e {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:22.301608 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.304076 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:09:22.304462 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a7c5c492-5ab2-4d64-a199-8f57fcf97fdb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:22.304934 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Checking segment: {'id': '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:22.305556 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.306155 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Bound using segment: {'id': '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:09:22.306847 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Bound port: eb935d12-d3f3-4689-b11e-5404b4773e25, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:09:22.307458 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.318054 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf0c1a-0e38-495e-a2fa-d7110a72d948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424634fa-f9c0-469f-8566-9f4fd0abad21,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:22.325977 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-47cf0c1a-0e38-495e-a2fa-d7110a72d948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:22.333481 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66b667b-91f0-4f6d-8558-d6bf3a67c12e,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:22.336785 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-47cf0c1a-0e38-495e-a2fa-d7110a72d948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.338777 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-47cf0c1a-0e38-495e-a2fa-d7110a72d948 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/424634fa-f9c0-469f-8566-9f4fd0abad21 HTTP/1.1" status: 204  len: 168 time: 0.6452312
May 10 18:09:22.341287 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:22.352363 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.353181 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-96c0daa6-9c5a-4b0b-b4a8-ddef9ae4bddb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:22.354086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-96c0daa6-9c5a-4b0b-b4a8-ddef9ae4bddb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Synchronizing usage tracker for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:22.356977 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2348135
May 10 18:09:22.358014 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49088) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:22.371241 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'security_group_rule': {'security_group_id': '71fba469-d43d-4a4d-8bf2-b71a16b85ebb', 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:22.381230 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-96c0daa6-9c5a-4b0b-b4a8-ddef9ae4bddb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Unset dirty status for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:22.382555 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-96c0daa6-9c5a-4b0b-b4a8-ddef9ae4bddb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 817 time: 0.4676697
May 10 18:09:22.382925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:22.401106 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-6f85c7b0-2415-4277-a99f-4fa9cbd6bde4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/quotas/e5837b88ffc7405589fea8e5217a66b4 HTTP/1.1" status: 200  len: 375 time: 0.0100811
May 10 18:09:22.432465 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:security_group_rule and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:22.440140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:22.448182 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:22.470013 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.securitygroups_db [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Project d283f47fa9ea4c269a05cc934ffc3bc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 18:09:22.478466 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.483593 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] For port eb935d12-d3f3-4689-b11e-5404b4773e25, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:09:22.489277 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] For port eb935d12-d3f3-4689-b11e-5404b4773e25, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=eb935d12-d3f3-4689-b11e-5404b4773e25,segment=NetworkSegment(1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6),segment_id=1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:09:22.496570 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.505816 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-3a204ae5-dbb0-4ded-a3fe-3457e0248401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:22.518093 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969c52c-9740-4936-a802-09a9919954f3 req-4a54c067-a6af-48aa-93cd-baeaccece4d1 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:22.525973 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2969c52c-9740-4936-a802-09a9919954f3 req-4a54c067-a6af-48aa-93cd-baeaccece4d1 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.1473379
May 10 18:09:22.553033 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-6e928677-0d81-431c-bd8c-45336acde347 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1379278
May 10 18:09:22.611928 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Routers {'9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:22.612575 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7ebdc0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:22.624419 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.639540 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2969c52c-9740-4936-a802-09a9919954f3 req-c272de4f-4964-4339-b3f0-44faa3e78d03 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124461
May 10 18:09:22.645684 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.647992 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:22.705458 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58cbf8c-91dc-45ad-b904-27278417d393,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:22.718648 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:22.724805 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d0ab9-79c9-413b-ba79-57931760aa5c None None] Pushing event updated for resources: {'Port': ['ID=eb935d12-d3f3-4689-b11e-5404b4773e25,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:22.726922 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:22.728391 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3691392
May 10 18:09:22.863625 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-dd5d0ab9-79c9-413b-ba79-57931760aa5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:22.875169 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-ba706112-0e60-4033-9556-66d1f99d046c service neutron] 10.222.0.70 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3179567
May 10 18:09:22.919454 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] Set router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:22.959135 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49126) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:23.002157 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:23.034375 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:23.038962 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:adfd53cf2bcb459ab87f892c8b67821e is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:23.042705 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:23.049899 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:23.093427 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-a5dd395b-a86c-4421-b9be-4cf4a3b1c2f7 service neutron] 10.222.0.70 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091305
May 10 18:09:23.170628 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:23.180781 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:23.200944 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9709d5d0-2bf1-448f-b985-c3a410d5f91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:23.265572 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aace10d2-b0e4-4af9-9e45-a53ebbc89016,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:23.316494 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:23.341932 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-fb086989-5c3b-4771-b0d6-6bb3ffd92cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:23.343598 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-fb086989-5c3b-4771-b0d6-6bb3ffd92cf7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 1099 time: 0.2052314
May 10 18:09:23.352913 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49156) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:23.354845 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=adfd53cf2bcb459ab87f892c8b67821e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3917592
May 10 18:09:23.473324 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7ebdc0>, [{'id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:11Z', 'updated_at': '2021-05-10T18:09:18Z', 'revision_number': 4, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'gw_port': {'id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:12Z', 'updated_at': '2021-05-10T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'eb935d12-d3f3-4689-b11e-5404b4773e25', 'name': '', 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'mac_address': 'fa:16:3e:88:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '86470ec7-ea8f-4de6-89da-83d957ce9c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:16Z', 'updated_at': '2021-05-10T18:09:22Z', 'revision_number': 4, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'subnets': [{'id': '86470ec7-ea8f-4de6-89da-83d957ce9c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:23.477901 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc975bea-f4da-47ff-b078-1006f6cdb564 None None] The sync data for ids ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'] in dv-cinder-790492-1-iscsi is: [{'id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:11Z', 'updated_at': '2021-05-10T18:09:18Z', 'revision_number': 4, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'gw_port': {'id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:12Z', 'updated_at': '2021-05-10T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'eb935d12-d3f3-4689-b11e-5404b4773e25', 'name': '', 'network_id': 'aba65b5b-ca07-435e-84dc-e2839044409e', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'mac_address': 'fa:16:3e:88:7e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '86470ec7-ea8f-4de6-89da-83d957ce9c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:16Z', 'updated_at': '2021-05-10T18:09:22Z', 'revision_number': 4, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'subnets': [{'id': '86470ec7-ea8f-4de6-89da-83d957ce9c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:09:23.698138 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c827721-0c3c-4001-8bf2-1af2828bac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:23.700644 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-3a0d0ffd-4ed2-44bc-8f32-85f071132f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:23.706575 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-3a0d0ffd-4ed2-44bc-8f32-85f071132f21 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 912 time: 0.3526120
May 10 18:09:23.782361 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-e688c7b2-b703-4024-a61a-56a0c4b7133e req-dc306351-5f56-41a0-af42-4bda8b8a537e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Synchronizing usage tracker for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:23.850978 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-e688c7b2-b703-4024-a61a-56a0c4b7133e req-dc306351-5f56-41a0-af42-4bda8b8a537e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Unset dirty status for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:23.852150 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e688c7b2-b703-4024-a61a-56a0c4b7133e req-dc306351-5f56-41a0-af42-4bda8b8a537e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 210 time: 0.1666803
May 10 18:09:23.957024 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c827721-0c3c-4001-8bf2-1af2828bac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:23.957822 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device eb935d12-d3f3-4689-b11e-5404b4773e25 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:23.984325 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570d2e5-3647-4737-ad9c-ad22113c7fc9 req-3549551a-e010-4116-913b-2f11fdaa721c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:23.991965 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d570d2e5-3647-4737-ad9c-ad22113c7fc9 req-3549551a-e010-4116-913b-2f11fdaa721c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.5414064
May 10 18:09:24.048188 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port eb935d12-d3f3-4689-b11e-5404b4773e25 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:24.063324 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port eb935d12-d3f3-4689-b11e-5404b4773e25 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:24.064067 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:24.080107 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-d9d8168c-6936-46cd-b1ae-a8c3186eba13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a HTTP/1.1" status: 200  len: 1001 time: 0.3627250
May 10 18:09:24.162091 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d570d2e5-3647-4737-ad9c-ad22113c7fc9 req-637bab8b-b761-4367-8b3f-c9e9c8d7e411 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1689205
May 10 18:09:24.180793 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c827721-0c3c-4001-8bf2-1af2828bac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:24.190400 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1ad8c28f-3b60-4a71-8117-7580bd9ad1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:24.221529 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c827721-0c3c-4001-8bf2-1af2828bac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace10d2-b0e4-4af9-9e45-a53ebbc89016,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:24.234964 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c827721-0c3c-4001-8bf2-1af2828bac8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:24.257403 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9c827721-0c3c-4001-8bf2-1af2828bac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:24.261606 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9c827721-0c3c-4001-8bf2-1af2828bac8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aace10d2-b0e4-4af9-9e45-a53ebbc89016 HTTP/1.1" status: 204  len: 168 time: 0.9064696
May 10 18:09:24.265809 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-530da51a-b140-40ca-89d2-18159da14891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:24.267371 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-530da51a-b140-40ca-89d2-18159da14891 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b410101-d434-42ad-9154-5f9e9f4112ee HTTP/1.1" status: 200  len: 850 time: 0.1521692
May 10 18:09:24.382465 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-1e8f9f72-216d-44c0-b17d-77c9d0a05442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:24.383999 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-1e8f9f72-216d-44c0-b17d-77c9d0a05442 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe985ee9-f71f-4a7c-96af-fb276fc83d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1034369
May 10 18:09:24.410157 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:24.450739 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port eb935d12-d3f3-4689-b11e-5404b4773e25, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=eb935d12-d3f3-4689-b11e-5404b4773e25,segment=NetworkSegment(1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6),segment_id=1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:24.462000 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:24.465686 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:24.552655 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=eb935d12-d3f3-4689-b11e-5404b4773e25,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:24.561333 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.561892 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.562376 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.562856 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.563382 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.563858 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.564329 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.564799 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.565323 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.565883 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.566349 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.566828 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:24.571757 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:24.591158 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-4419dca3-27a5-4616-bdbc-956827a7bca6 service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957304
May 10 18:09:24.754108 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6950c7b1-c3a2-4687-bb7c-55e5719c6849 req-23d0ea13-4d7d-41ee-b16b-1fdb78407376 service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513891
May 10 18:09:25.116460 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-36101a02-b93e-4f04-8815-e017133a071d req-29ac88c6-2497-469f-90f8-a565dba1401d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 210 time: 0.1119092
May 10 18:09:25.347993 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-b6471dd2-1462-4428-9e8a-6467afc02cf8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:25.349441 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-b6471dd2-1462-4428-9e8a-6467afc02cf8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 817 time: 0.4787488
May 10 18:09:25.408432 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:25.463758 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-6413df0b-6830-45b4-b719-1da7be9a9d24 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5837b88ffc7405589fea8e5217a66b4 HTTP/1.1" status: 200  len: 379 time: 0.0651031
May 10 18:09:25.478071 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'port': {'device_id': '7ebec9cb-eea7-44b8-8390-28716c501495', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'admin_state_up': True, 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'security_groups': ['9497467f-dc73-4edc-ac64-3dede3a637eb']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:25.568804 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a746-cb9f-41f0-b939-0160d256facc req-9f139076-069f-4727-8990-65efa1f50d4e tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:25.570249 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3ce8a746-cb9f-41f0-b939-0160d256facc req-9f139076-069f-4727-8990-65efa1f50d4e tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.2144272
May 10 18:09:25.652329 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3ce8a746-cb9f-41f0-b939-0160d256facc req-499631f6-5083-48a0-9bcf-95df354b98da tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752075
May 10 18:09:25.676302 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:25.686518 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:25.696554 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Made reservation on behalf of e5837b88ffc7405589fea8e5217a66b4 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:09:25.700498 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:25.836305 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device eb935d12-d3f3-4689-b11e-5404b4773e25 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:25.898160 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Allocated IP 172.20.0.10 (da0ee4dd-dbdb-4107-9ef1-8e4161663969/e77228e7-0357-442c-8e87-1a9a9cf6710f/9cf76d89-cefd-4f58-8d8a-450ac24b5727) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:25.909718 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port eb935d12-d3f3-4689-b11e-5404b4773e25 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:25.910123 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:26.117506 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:26.135801 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Transition to ACTIVE for port object 9cf76d89-cefd-4f58-8d8a-450ac24b5727 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:26.165076 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:26.176160 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cb9120f0-55a4-41cb-ad6c-ef8d4556de3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:26.256752 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:26.260697 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:26.270876 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:26.308286 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:26.318428 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:26.355893 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:26.356726 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:26.391730 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9179363
May 10 18:09:26.406480 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Request body: {'port': {'device_id': '7ebec9cb-eea7-44b8-8390-28716c501495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:26.414052 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a5bee-d297-4dd4-9d72-b9ad23495638 req-dd802e59-4de6-4b1a-b433-d4344882d785 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:26.419130 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7f7a5bee-d297-4dd4-9d72-b9ad23495638 req-dd802e59-4de6-4b1a-b433-d4344882d785 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 932 time: 0.1118999
May 10 18:09:26.476207 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-7f7a5bee-d297-4dd4-9d72-b9ad23495638 req-d46a03e3-a413-4765-b7fb-fb572dffac4f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Synchronizing usage tracker for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:26.501643 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-7f7a5bee-d297-4dd4-9d72-b9ad23495638 req-d46a03e3-a413-4765-b7fb-fb572dffac4f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Unset dirty status for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:26.504744 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7f7a5bee-d297-4dd4-9d72-b9ad23495638 req-d46a03e3-a413-4765-b7fb-fb572dffac4f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790284
May 10 18:09:26.544483 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:26.568496 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b5e02932-23a5-4ce8-b6bc-40546c40442d None None] Provisioning for port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:26.574405 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b5e02932-23a5-4ce8-b6bc-40546c40442d None None] Provisioning complete for port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:26.574844 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b5e02932-23a5-4ce8-b6bc-40546c40442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:26.642561 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-b5e02932-23a5-4ce8-b6bc-40546c40442d None None] Port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:09:26.944022 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf76d89-cefd-4f58-8d8a-450ac24b5727 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:09:26.961554 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:26.977799 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Transition to ACTIVE for port object 9cf76d89-cefd-4f58-8d8a-450ac24b5727 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:27.016532 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:27.030109 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:27.169550 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:27.202041 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:27.383166 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8aa28-5074-4e8e-8143-810da48504bb req-2279e541-5478-40c6-a526-5f578db491f2 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:27.387651 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-61a8aa28-5074-4e8e-8143-810da48504bb req-2279e541-5478-40c6-a526-5f578db491f2 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.6095796
May 10 18:09:27.449146 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Attempting to bind port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:09:27.449383 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Attempting to bind port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:09:27.449704 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Attempting to bind port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 on network da0ee4dd-dbdb-4107-9ef1-8e4161663969 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:27.460086 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-61a8aa28-5074-4e8e-8143-810da48504bb req-825261c2-3a7e-4859-b0bc-06595b567a27 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673442
May 10 18:09:27.460791 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 on network da0ee4dd-dbdb-4107-9ef1-8e4161663969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:09:27.461108 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Attempting to bind port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 on network da0ee4dd-dbdb-4107-9ef1-8e4161663969 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:27.467178 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:09:27.468040 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Checking segment: {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:27.468040 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Bound using segment: {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:09:27.468300 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Bound port: 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c853e7-1a95-4235-9ae1-c56db3416522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:09:27.468642 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:27.567096 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:09:27.570420 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:09:27.576135 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:27.579679 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:27.634103 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:27.635095 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:27.636442 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] 10.222.0.58 "PUT /v2.0/ports/9cf76d89-cefd-4f58-8d8a-450ac24b5727 HTTP/1.1" status: 200  len: 1094 time: 1.2365386
May 10 18:09:27.636958 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:27.729974 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'status': 'completed', 'code': 200}
May 10 18:09:27.742996 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:27.748728 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:27.790883 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-c6e52bdf-4efe-4cac-8563-44dcc4582aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:27.792672 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-c6e52bdf-4efe-4cac-8563-44dcc4582aa1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 1097 time: 0.1028390
May 10 18:09:27.807810 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b41d1-a42a-4990-a6a5-c60c1e011eb5 req-fa591f40-cdaa-4a72-9950-1eb3070e57d1 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:27.809302 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d08b41d1-a42a-4990-a6a5-c60c1e011eb5 req-fa591f40-cdaa-4a72-9950-1eb3070e57d1 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.1895607
May 10 18:09:27.854276 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d08b41d1-a42a-4990-a6a5-c60c1e011eb5 req-c035fc58-5508-48e4-806c-59430465ce27 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392084
May 10 18:09:27.870735 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-ed649f11-49e4-4e94-8a7b-6de294a11d7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727 HTTP/1.1" status: 200  len: 217 time: 0.0695639
May 10 18:09:27.937651 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-01de2cd5-7a15-474b-ba62-48f6a7dadd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:27.939126 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-01de2cd5-7a15-474b-ba62-48f6a7dadd80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.0616236
May 10 18:09:28.025401 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-e012d93f-f82e-48ad-a6ee-0dfff0a300f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:28.026790 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-e012d93f-f82e-48ad-a6ee-0dfff0a300f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809917
May 10 18:09:28.169395 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-1b2551e1-6072-42f5-9f10-949b34c2529d service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304317
May 10 18:09:28.314073 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-63a5fa6c-74e0-436e-a7bf-a6be2562971b req-4abb7a9d-3547-4c80-b080-0d587303a68d service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321645
May 10 18:09:28.445028 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-657c3cba-4391-4aeb-94a3-aad92256c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:28.446583 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-657c3cba-4391-4aeb-94a3-aad92256c5da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 1097 time: 0.0784607
May 10 18:09:28.610590 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-81a9bc3d-2959-4519-a0b6-1905d0873ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:28.612240 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-81a9bc3d-2959-4519-a0b6-1905d0873ab4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 918 time: 0.1582086
May 10 18:09:28.691630 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-938f58b3-a09f-4e76-9e51-7ed513bb877a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727 HTTP/1.1" status: 200  len: 217 time: 0.0711007
May 10 18:09:28.761552 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-cc12abf4-2261-4cc9-9c19-66af71c30788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:28.763011 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-cc12abf4-2261-4cc9-9c19-66af71c30788 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.0594358
May 10 18:09:28.852084 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-0b783b01-fdf0-4de1-99af-f8729b2d6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:28.853501 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-0b783b01-fdf0-4de1-99af-f8729b2d6b93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825675
May 10 18:09:29.038018 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-0deca1f2-bcdc-4683-b2e5-4d5b746fad25 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753147
May 10 18:09:29.148300 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf171bc3-7864-434f-ac8c-112f68d2ba4e req-aa8ade0d-2a8b-42a4-a546-73a339ac30be tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:29.148934 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-cf171bc3-7864-434f-ac8c-112f68d2ba4e req-aa8ade0d-2a8b-42a4-a546-73a339ac30be tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Synchronizing usage tracker for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:29.198631 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-cf171bc3-7864-434f-ac8c-112f68d2ba4e req-aa8ade0d-2a8b-42a4-a546-73a339ac30be tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Unset dirty status for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:29.200023 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cf171bc3-7864-434f-ac8c-112f68d2ba4e req-aa8ade0d-2a8b-42a4-a546-73a339ac30be tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.2313001
May 10 18:09:29.205818 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-acfa66c3-63b5-411c-a154-a9222cfbe38f req-ae4209e4-85fd-47f7-a6cd-14058cb07a82 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1608324
May 10 18:09:29.252296 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cf171bc3-7864-434f-ac8c-112f68d2ba4e req-d252fe81-02e7-4188-9338-f7b98d0b05a4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454612
May 10 18:09:29.377355 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 9cf76d89-cefd-4f58-8d8a-450ac24b5727 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:09:29.527932 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:29.542524 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'port_id': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'mac_address': 'fa:16:3e:ae:f0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:09:29.604385 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:29.621334 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf76d89-cefd-4f58-8d8a-450ac24b5727 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:09:29.638840 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:29.644750 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:29.646422 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:29.716848 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:29.719985 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:29.907958 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['9cf76d89-cefd-4f58-8d8a-450ac24b5727'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:09:30.449854 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656da6-b17f-44bd-b271-e04345e08a0e req-45fd0517-e43a-42cd-8a71-516781c14ba4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:30.451409 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-27656da6-b17f-44bd-b271-e04345e08a0e req-45fd0517-e43a-42cd-8a71-516781c14ba4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 945 time: 0.0838251
May 10 18:09:30.501011 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-27656da6-b17f-44bd-b271-e04345e08a0e req-54bed23d-6f77-462e-a6ec-d34c67f42aec tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438097
May 10 18:09:31.161531 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312dec1-85ca-473a-9675-9c63e68bd127 req-cafa96e5-7b4e-448e-9531-50754c688828 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:31.163351 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e312dec1-85ca-473a-9675-9c63e68bd127 req-cafa96e5-7b4e-448e-9531-50754c688828 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.1787915
May 10 18:09:31.211170 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e312dec1-85ca-473a-9675-9c63e68bd127 req-80fe78e9-def9-4708-b824-caf008edaed0 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416453
May 10 18:09:31.234757 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49308) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:31.378251 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 9cf76d89-cefd-4f58-8d8a-450ac24b5727 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:31.416173 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0458ec4f-2139-47b2-aa67-ef69d12b27d1 tempest-TestMinimumBasicScenario-332904196 tempest-TestMinimumBasicScenario-332904196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:31.416805 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0458ec4f-2139-47b2-aa67-ef69d12b27d1 tempest-TestMinimumBasicScenario-332904196 tempest-TestMinimumBasicScenario-332904196-project-admin] Synchronizing usage tracker for tenant:77c82ef978f74012851b5de401bd5c1f on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:31.438762 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0458ec4f-2139-47b2-aa67-ef69d12b27d1 tempest-TestMinimumBasicScenario-332904196 tempest-TestMinimumBasicScenario-332904196-project-admin] Unset dirty status for tenant:77c82ef978f74012851b5de401bd5c1f on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:31.440176 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0458ec4f-2139-47b2-aa67-ef69d12b27d1 tempest-TestMinimumBasicScenario-332904196 tempest-TestMinimumBasicScenario-332904196-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1093 time: 0.2044046
May 10 18:09:31.443456 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49318) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:31.448943 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'floatingip': {'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'port_id': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:31.456738 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:31.461686 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:31.462070 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:31.470609 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:31.475217 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Usage tracker for resource:floatingip and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:31.478106 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:31.484473 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:31.496650 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:31.603925 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:31.640832 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:31.641621 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:31.646920 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:31.648736 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-86f507df-f019-4132-a562-41e1d9afd4d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:31.701623 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:31.702525 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'code': 200}
May 10 18:09:31.726225 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:31.729572 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:31.783416 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c648da-ca2c-499d-8cd3-a6765feb350c req-e0573195-e2b2-458a-8b7a-28afc6b4d9e0 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:31.784884 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-67c648da-ca2c-499d-8cd3-a6765feb350c req-e0573195-e2b2-458a-8b7a-28afc6b4d9e0 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.1622977
May 10 18:09:31.892469 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-67c648da-ca2c-499d-8cd3-a6765feb350c req-7a06c1f8-7713-49d6-b47f-26a1dfeba2ed tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967398
May 10 18:09:31.899752 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Allocated IP 172.27.3.234 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/311d8dd6-a8ab-4919-97ab-09c92044921f) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:32.004982 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a58eb-e0be-4ebe-a158-a01fbc9489b1 req-f251d9a6-0862-46c7-99ad-882d7800992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:32.006828 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dd7a58eb-e0be-4ebe-a158-a01fbc9489b1 req-f251d9a6-0862-46c7-99ad-882d7800992c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 1099 time: 0.1154971
May 10 18:09:32.071938 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dd7a58eb-e0be-4ebe-a158-a01fbc9489b1 req-d85dc9d5-ab64-4358-a0e5-ef3fc77d6975 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586655
May 10 18:09:32.091748 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:32.121444 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:32.125931 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7f434dd9-8f28-4733-896f-2a9b32af2bd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:32.182959 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:32.185439 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:32.189052 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:32.227897 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'Port': ['ID=311d8dd6-a8ab-4919-97ab-09c92044921f,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:32.231948 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:32.807402 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:32.925413 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:33.150427 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0648-24b7-4485-ad13-cbc7558e0766 req-f054096b-88ef-45c0-a593-c5195fc19ab5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:33.160315 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9e3f0648-24b7-4485-ad13-cbc7558e0766 req-f054096b-88ef-45c0-a593-c5195fc19ab5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.1267648
May 10 18:09:33.173562 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:33.181216 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:33.198372 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:33.226168 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9e3f0648-24b7-4485-ad13-cbc7558e0766 req-b93276c5-9a15-4f85-a910-38b07c8229ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550487
May 10 18:09:33.322289 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'Port': ['ID=311d8dd6-a8ab-4919-97ab-09c92044921f,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:33.326957 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:33.327813 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:33.503418 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Floating IP f6ffbfa0-22f4-4db8-925d-1303aba8cd39 associated. External IP: 172.27.3.234, port: 96801cfb-58a5-4b0a-8185-8a1ec84404bb.
May 10 18:09:33.956348 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:09:34.139200 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:09:34.148990 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] Sync routers for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:09:34.159538 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:34.160516 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c933730>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:34.172264 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.236891 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7903600
May 10 18:09:34.236891 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:34.237940 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49352) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:34.244247 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113190142', 'description': 'tempest-secgroup-smoke-1113190142 description', 'project_id': 'a16646f1801142f88a1d804291b41603'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:34.251378 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:34.263461 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:34.275759 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.298836 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:34.302312 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'status': 'completed', 'code': 200}
May 10 18:09:34.302914 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Usage tracker for resource:security_group_rule and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:34.306084 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:34.312281 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:34.364635 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:34.488346 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.497059 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.503760 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e38c85da-c450-43ae-abda-33781d20170d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:34.560403 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:34.578238 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:34.586226 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.590388 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3479104
May 10 18:09:34.592163 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49362) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:34.597510 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b5c37-611f-4912-9cb4-471cac72c10d req-c6b872e2-c92a-414c-9333-fd6fbb598320 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:34.598658 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'security_group_rule': {'security_group_id': 'bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3', 'project_id': 'a16646f1801142f88a1d804291b41603', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:34.599092 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-485b5c37-611f-4912-9cb4-471cac72c10d req-c6b872e2-c92a-414c-9333-fd6fbb598320 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.2066963
May 10 18:09:34.603361 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-ee084d2e-aef8-4379-958a-573f4593cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:34.607342 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:34.608239 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-ee084d2e-aef8-4379-958a-573f4593cbff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a16646f1801142f88a1d804291b41603&device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1098 time: 0.2636654
May 10 18:09:34.613003 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Usage tracker for resource:security_group_rule and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:34.616948 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:34.625676 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:34.646038 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.729215 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.735305 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.738602 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0644f5fc-e4d2-4eac-b8ab-679479fc623e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:34.752095 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-485b5c37-611f-4912-9cb4-471cac72c10d req-4d6793c9-c780-4cdb-9d3b-0d1a46eb41ce tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1428337
May 10 18:09:34.756667 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86262882-74a1-4773-965f-ace0dba7dc05,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:34.772903 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:34.785789 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c933730>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'f6ffbfa0-22f4-4db8-925d-1303aba8cd39', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'port_id': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'mac_address': 'fa:16:3e:f7:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:09:32Z', 'updated_at': '2021-05-10T18:09:32Z', 'revision_number': 0, 'project_id': 'a16646f1801142f88a1d804291b41603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5da0c1-2a42-4469-8ad1-9290cb2ed8dd', 'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:25Z', 'updated_at': '2021-05-10T18:08:35Z', 'revision_number': 5, 'project_id': 'a16646f1801142f88a1d804291b41603', 'subnets': [{'id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:34.795172 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] Checking router: d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:09:34.798871 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.803357 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4cf3e202-22da-40f6-9ccb-95b240f536b9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2096813
May 10 18:09:34.803606 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49372) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:34.812825 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'security_group_rule': {'security_group_id': 'bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3', 'project_id': 'a16646f1801142f88a1d804291b41603', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:34.820228 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:34.820891 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c933730>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:34.822692 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:34.825619 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-9cc478f1-38f3-466c-ab28-6805f5232a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:34.827417 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-9cc478f1-38f3-466c-ab28-6805f5232a8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 200  len: 915 time: 0.2045312
May 10 18:09:34.829820 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Usage tracker for resource:security_group_rule and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:34.833086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:34.916923 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:34.935058 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-441d6cf7-04c7-4cba-ba68-100a1059135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.958522 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:34.984190 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-b89e9f2f-d9e1-4bc6-b9b0-72e7346583bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 999 time: 0.1477578
May 10 18:09:34.988301 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e31f3-19e4-4592-8825-0e187374e21e req-4bfd60b9-fc28-4568-9043-b9304a7a01bd tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:34.989814 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-176e31f3-19e4-4592-8825-0e187374e21e req-4bfd60b9-fc28-4568-9043-b9304a7a01bd tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0923696
May 10 18:09:35.000076 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49376) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:35.006983 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-cd240cb9-675a-4fdd-87a9-ba76d329e3ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Request body: {'floatingip': {'port_id': '9cf76d89-cefd-4f58-8d8a-450ac24b5727'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:35.011671 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:35.079045 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-10c608ce-a57b-4e29-a92c-6bb7082808b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:35.079749 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-10c608ce-a57b-4e29-a92c-6bb7082808b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e52368-65e1-40c4-a103-f765bc907d5b HTTP/1.1" status: 200  len: 853 time: 0.0854769
May 10 18:09:35.093905 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd240cb9-675a-4fdd-87a9-ba76d329e3ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.127174 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.139040 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.144993 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:35.152753 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:09:35.168958 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6accad-2f99-4bb6-8dcf-35ede6a63336,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:35.174202 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:35.194590 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.198842 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e34fd899-6300-4812-ad71-1b93556630cf tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3916702
May 10 18:09:35.200030 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49380) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:35.214419 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'security_group_rule': {'security_group_id': 'bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3', 'project_id': 'a16646f1801142f88a1d804291b41603', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:35.222296 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:35.226375 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-100664b3-2e96-44a6-ad89-756ad0d2e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:35.228057 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-100664b3-2e96-44a6-ad89-756ad0d2e7f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aba591cd-85ec-4d09-b411-e9a517f8ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1388552
May 10 18:09:35.230701 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Usage tracker for resource:security_group_rule and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:35.233826 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:35.243818 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:35.332181 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.413927 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c933730>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'f6ffbfa0-22f4-4db8-925d-1303aba8cd39', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'port_id': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'mac_address': 'fa:16:3e:f7:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:09:32Z', 'updated_at': '2021-05-10T18:09:32Z', 'revision_number': 0, 'project_id': 'a16646f1801142f88a1d804291b41603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5da0c1-2a42-4469-8ad1-9290cb2ed8dd', 'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:25Z', 'updated_at': '2021-05-10T18:08:35Z', 'revision_number': 5, 'project_id': 'a16646f1801142f88a1d804291b41603', 'subnets': [{'id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:35.418927 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d81f0-5fe8-498f-b5c7-c60c47e3190e None None] The sync data for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi is: [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'f6ffbfa0-22f4-4db8-925d-1303aba8cd39', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'port_id': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'mac_address': 'fa:16:3e:f7:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:09:32Z', 'updated_at': '2021-05-10T18:09:32Z', 'revision_number': 0, 'project_id': 'a16646f1801142f88a1d804291b41603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5da0c1-2a42-4469-8ad1-9290cb2ed8dd', 'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:25Z', 'updated_at': '2021-05-10T18:08:35Z', 'revision_number': 5, 'project_id': 'a16646f1801142f88a1d804291b41603', 'subnets': [{'id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:09:35.437549 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-a1a3b1ec-35bb-4cbe-a7d8-374603e28cd2 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914415
May 10 18:09:35.443419 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.485731 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.555021 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b80bf932-29bc-45b0-b130-5041f6c676fb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:35.579113 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790c1633-290a-480e-8256-82730390abde,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:35.581836 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:35.585681 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.587297 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0e821a7c-25c0-4b5f-868d-82a7803fd378 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3797927
May 10 18:09:35.594977 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49386) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:35.600713 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'security_group_rule': {'security_group_id': 'bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3', 'project_id': 'a16646f1801142f88a1d804291b41603', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:35.618329 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:35.626382 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Usage tracker for resource:security_group_rule and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:35.631598 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:35.648097 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:35.649691 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b324f5-9128-483a-a4c7-e1cb647ab55f None None] New status for floating IP f6ffbfa0-22f4-4db8-925d-1303aba8cd39: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:09:35.664093 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c5e9a8a-0f6f-4205-9958-7f07717427e3 req-48408d91-1bd8-4fed-9fe5-d2e1e3b076d5 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172792
May 10 18:09:35.688349 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.739583 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd240cb9-675a-4fdd-87a9-ba76d329e3ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.744398 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd240cb9-675a-4fdd-87a9-ba76d329e3ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.774707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.781589 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.784146 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2158b196-7bcb-4959-883d-e19c61df93ca tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:35.816568 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1445246-0bd3-4f2f-800b-79665db352bb,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:35.823978 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:35.825284 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.826728 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c194f37c-b9c5-491c-b560-524bd7a50138 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2306588
May 10 18:09:35.829511 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49390) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:35.838243 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'security_group_rule': {'security_group_id': 'bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3', 'project_id': 'a16646f1801142f88a1d804291b41603', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:35.844443 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:35.848388 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Usage tracker for resource:security_group_rule and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:35.851512 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:35.857898 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:35.874119 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.securitygroups_db [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Project a16646f1801142f88a1d804291b41603 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 18:09:35.880797 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.969741 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.978042 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:35.980144 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:36.008358 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3ed929-d3a0-4bb6-813f-a0a3161ee990,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:36.011669 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:36.022123 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:36.024150 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1925652
May 10 18:09:36.026343 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49398) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:36.033174 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'security_group_rule': {'security_group_id': 'bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3', 'project_id': 'a16646f1801142f88a1d804291b41603', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:36.038985 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-cd240cb9-675a-4fdd-87a9-ba76d329e3ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Floating IP acdea7bb-c5f6-49d3-bbff-8c1e476d2a02 associated. External IP: 172.27.3.78, port: 9cf76d89-cefd-4f58-8d8a-450ac24b5727.
May 10 18:09:36.041982 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:36.047573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Usage tracker for resource:security_group_rule and tenant:a16646f1801142f88a1d804291b41603 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:36.050969 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:36.057803 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:36.068732 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.securitygroups_db [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Project a16646f1801142f88a1d804291b41603 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 18:09:36.075540 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:36.151048 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:36.156225 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:36.164143 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:36.286173 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d4ecd0-1361-47d5-a021-f59161b178f6,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:36.288658 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:36.293929 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:36.295434 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-fe773c70-277c-456f-9547-c5a152b57c98 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2679594
May 10 18:09:36.404499 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd240cb9-675a-4fdd-87a9-ba76d329e3ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Router e189e04f-c844-42bf-b83c-a27165398f17 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:09:36.423449 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-62ca8709-bef8-465b-98d5-6a9e0d95fff2 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Synchronizing usage tracker for tenant:a16646f1801142f88a1d804291b41603 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:36.440059 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-62ca8709-bef8-465b-98d5-6a9e0d95fff2 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Unset dirty status for tenant:a16646f1801142f88a1d804291b41603 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:36.442728 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-62ca8709-bef8-465b-98d5-6a9e0d95fff2 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113190142&fields=id&tenant_id=a16646f1801142f88a1d804291b41603 HTTP/1.1" status: 200  len: 267 time: 0.0587265
May 10 18:09:36.534076 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-b6491981-e149-4f0c-a25b-81106a352fba tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:36.535586 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-b6491981-e149-4f0c-a25b-81106a352fba tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0882857
May 10 18:09:36.548214 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'port': {'security_groups': ['238bd62f-9759-480a-887d-ead413ec178a', 'bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:36.592268 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd240cb9-675a-4fdd-87a9-ba76d329e3ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:09:36.596858 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd240cb9-675a-4fdd-87a9-ba76d329e3ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:36.602937 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] Sync routers for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:09:36.616352 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:36.617273 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793d47a880>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:36.653792 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-cd240cb9-675a-4fdd-87a9-ba76d329e3ae tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "PUT /v2.0/floatingips/acdea7bb-c5f6-49d3-bbff-8c1e476d2a02 HTTP/1.1" status: 200  len: 991 time: 1.6522126
May 10 18:09:36.654927 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:36.682662 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:36.811728 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:36.859167 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'status': 'completed', 'code': 200}
May 10 18:09:36.993606 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] For port 96801cfb-58a5-4b0a-8185-8a1ec84404bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:37.017350 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a284-92a9-461e-85b4-97717d3a4952 req-c2eb43f5-5601-4953-b72a-9f71f98961a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:37.018845 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4481a284-92a9-461e-85b4-97717d3a4952 req-c2eb43f5-5601-4953-b72a-9f71f98961a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 1099 time: 0.1354072
May 10 18:09:37.052199 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:37.104299 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:37.113221 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4356af8d-0dba-4f37-b85d-9343184b5cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:37.132043 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['96801cfb-58a5-4b0a-8185-8a1ec84404bb'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:09:37.190975 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:37.191625 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:37.196181 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4f6c66f6-3da7-473f-843e-44acc5ab1d4c req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "PUT /v2.0/ports/96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 981 time: 0.6529899
May 10 18:09:37.196880 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:37.272893 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['96801cfb-58a5-4b0a-8185-8a1ec84404bb'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:09:37.275120 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'Port': ['ID=96801cfb-58a5-4b0a-8185-8a1ec84404bb,revision_number=6']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:37.291324 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'status': 'completed', 'code': 200}
May 10 18:09:37.299108 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.299471 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.299829 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.300185 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.300539 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.300881 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.301228 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.301571 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.301913 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.302252 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.302589 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.303018 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:37.307553 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a284-92a9-461e-85b4-97717d3a4952 req-490edb6e-fc6a-4e89-815b-f64782f3ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:37.309037 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4481a284-92a9-461e-85b4-97717d3a4952 req-490edb6e-fc6a-4e89-815b-f64782f3ba58 service neutron] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 918 time: 0.2771130
May 10 18:09:37.309778 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:37.486820 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793d47a880>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'acdea7bb-c5f6-49d3-bbff-8c1e476d2a02', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'port_id': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'mac_address': 'fa:16:3e:ae:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebec9cb-eea7-44b8-8390-28716c501495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:09:20Z', 'updated_at': '2021-05-10T18:09:35Z', 'revision_number': 1, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:37.489757 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-932a6113-d1b5-4fd2-b87b-4eecb002041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:37.491552 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-932a6113-d1b5-4fd2-b87b-4eecb002041b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a16646f1801142f88a1d804291b41603&device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1137 time: 0.1733346
May 10 18:09:37.496571 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:37.515811 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4481a284-92a9-461e-85b4-97717d3a4952 req-feb288fc-c90e-474d-a5b6-b420c45d6127 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727 HTTP/1.1" status: 200  len: 999 time: 0.1862767
May 10 18:09:37.517559 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] Checking router: e189e04f-c844-42bf-b83c-a27165398f17 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:09:37.580998 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:09:37.581647 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793d47a880>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:37.608574 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a284-92a9-461e-85b4-97717d3a4952 req-a3403800-5373-42dc-9765-d1183c67afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:37.608692 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cfa0f-d6c7-435c-b0b8-fba9e5011e69 req-e176372f-1f5d-4902-a423-fc2485f8b55f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:37.610128 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4481a284-92a9-461e-85b4-97717d3a4952 req-a3403800-5373-42dc-9765-d1183c67afc4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.0850232
May 10 18:09:37.610312 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1e9cfa0f-d6c7-435c-b0b8-fba9e5011e69 req-e176372f-1f5d-4902-a423-fc2485f8b55f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.2200637
May 10 18:09:37.713818 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5ab1d00f-d2dc-44fc-b3d9-be7033aa905c None None] Provisioning complete for port 96801cfb-58a5-4b0a-8185-8a1ec84404bb triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:37.714479 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d00f-d2dc-44fc-b3d9-be7033aa905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:37.731547 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a284-92a9-461e-85b4-97717d3a4952 req-ed7a1167-ac68-499b-b095-7f5d26ff7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:37.732763 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4481a284-92a9-461e-85b4-97717d3a4952 req-ed7a1167-ac68-499b-b095-7f5d26ff7e8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112010
May 10 18:09:37.747576 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1e9cfa0f-d6c7-435c-b0b8-fba9e5011e69 req-c5e02a1b-c0bb-46a2-a716-7ebbfa28679c tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1166909
May 10 18:09:37.748741 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-cfaa25b1-6df9-49b3-a4da-4e42f4b65dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:37.750059 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-cfaa25b1-6df9-49b3-a4da-4e42f4b65dc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 200  len: 915 time: 0.2517784
May 10 18:09:37.776391 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b7adf26f-ea7b-46d5-87e5-d5c60a9628f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:37.839939 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49440) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:37.929921 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-e26593b8-02d1-4c64-af37-0c8cc947c0f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 1001 time: 0.1728377
May 10 18:09:37.951900 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4481a284-92a9-461e-85b4-97717d3a4952 req-70d7f66c-deae-4e9e-9873-5f97e26f1538 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016053
May 10 18:09:38.020270 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:38.024408 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:09:38.037979 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-c87aa150-6f55-47f2-a2f7-44635545e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:38.039427 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-c87aa150-6f55-47f2-a2f7-44635545e510 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e52368-65e1-40c4-a103-f765bc907d5b HTTP/1.1" status: 200  len: 853 time: 0.0964608
May 10 18:09:38.041456 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:38.045370 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Usage tracker for resource:security_group_rule and tenant:c0abe3bddfc3464a85431189be82f140 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:38.049211 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:38.091039 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:38.102101 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4481a284-92a9-461e-85b4-97717d3a4952 req-47a7065e-30cd-40d5-b3cc-5d283f510844 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376977
May 10 18:09:38.158743 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-aa819aac-80ab-4424-8c35-b2abf558756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:38.160412 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-aa819aac-80ab-4424-8c35-b2abf558756e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aba591cd-85ec-4d09-b411-e9a517f8ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1123121
May 10 18:09:38.391749 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:38.408596 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:38.418455 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7f4c0eb1-5e7b-4800-a7c0-e1642277a7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:38.472763 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91800f9e-d145-40c8-8196-2d5b98a6c277,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:38.477656 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0abe3bddfc3464a85431189be82f140&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6367402
May 10 18:09:38.479831 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:38.481775 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-37ad7578-bcd2-4357-a302-cfb279863160 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3135405
May 10 18:09:38.482424 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49446) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:38.618766 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:38.646049 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bea0aa21-0b87-4621-9e60-2e852360a4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:38.663257 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aed18626-b54d-4984-8a1f-4384f04bc16e req-21334e3c-4e85-44c1-a931-bb1228123e4b service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688721
May 10 18:09:38.678718 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bea0aa21-0b87-4621-9e60-2e852360a4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:38.735099 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bea0aa21-0b87-4621-9e60-2e852360a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:38.736704 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793d47a880>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'acdea7bb-c5f6-49d3-bbff-8c1e476d2a02', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'port_id': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'mac_address': 'fa:16:3e:ae:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebec9cb-eea7-44b8-8390-28716c501495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:09:20Z', 'updated_at': '2021-05-10T18:09:35Z', 'revision_number': 1, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:09:38.741326 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b62667a3-54ce-4038-ae77-f445288ce6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:38.750713 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9aba8-13d4-44b3-bb29-6f09dd18c657 None None] The sync data for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi is: [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'acdea7bb-c5f6-49d3-bbff-8c1e476d2a02', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'port_id': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'mac_address': 'fa:16:3e:ae:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebec9cb-eea7-44b8-8390-28716c501495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:09:20Z', 'updated_at': '2021-05-10T18:09:35Z', 'revision_number': 1, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:09:38.753779 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0aa21-0b87-4621-9e60-2e852360a4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91800f9e-d145-40c8-8196-2d5b98a6c277,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:38.756137 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bea0aa21-0b87-4621-9e60-2e852360a4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:38.760593 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-bea0aa21-0b87-4621-9e60-2e852360a4c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91800f9e-d145-40c8-8196-2d5b98a6c277 HTTP/1.1" status: 204  len: 168 time: 0.2739432
May 10 18:09:38.760593 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bea0aa21-0b87-4621-9e60-2e852360a4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:38.939069 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffbf37-3f81-4ece-a07e-be149fe8208a None None] New status for floating IP acdea7bb-c5f6-49d3-bbff-8c1e476d2a02: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:09:39.070842 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49458) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:39.089235 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:39.103749 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:39.107769 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] Usage tracker for resource:security_group_rule and tenant:09970d1ff0a24b7ca8b03094bee24286 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:39.110614 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:39.116708 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:39.203223 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:39.208365 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:39.215924 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3c337b6f-6aaf-44e9-b3e5-b04fc225f295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:39.258622 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09970d1ff0a24b7ca8b03094bee24286&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1842074
May 10 18:09:39.258622 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdeccd5-c232-463e-b29d-054619641cd6,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:39.259108 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49462) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:39.260615 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dbef1e31-8f9d-4b84-915e-f18d16ab04d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:39.322416 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c074-ade7-41df-bd27-fe8aaafeaa40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:39.347566 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c074-ade7-41df-bd27-fe8aaafeaa40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:39.401166 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c074-ade7-41df-bd27-fe8aaafeaa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:39.404994 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9ba19c35-b425-4fda-9404-9f4c84821442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:39.416054 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7c074-ade7-41df-bd27-fe8aaafeaa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdeccd5-c232-463e-b29d-054619641cd6,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:39.419572 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e7c7c074-ade7-41df-bd27-fe8aaafeaa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:39.422650 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c074-ade7-41df-bd27-fe8aaafeaa40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:39.423799 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e7c7c074-ade7-41df-bd27-fe8aaafeaa40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fdeccd5-c232-463e-b29d-054619641cd6 HTTP/1.1" status: 204  len: 168 time: 0.1627202
May 10 18:09:39.974616 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:40.609061 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49498) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:40.731335 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:40.746725 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:40.750973 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Usage tracker for resource:security_group_rule and tenant:9009b05e39d246de8a720693fe4f2bbd is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:40.754010 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:40.760279 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:40.840727 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:40.847002 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:40.854703 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c6359b00-a1d5-49d4-9b60-25c294edebb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:40.894869 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9009b05e39d246de8a720693fe4f2bbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2846591
May 10 18:09:40.895754 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d8fbd-1a7d-427f-9d63-099b0f95a372,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:40.897858 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49504) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:40.898884 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:40.966242 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-553abdec-d4fb-48f0-8fb5-d45abc4cd856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:40.991595 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-553abdec-d4fb-48f0-8fb5-d45abc4cd856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:41.041997 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-553abdec-d4fb-48f0-8fb5-d45abc4cd856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:41.045632 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5ead264d-012f-484d-acfd-78fa82175068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:41.058121 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553abdec-d4fb-48f0-8fb5-d45abc4cd856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d8fbd-1a7d-427f-9d63-099b0f95a372,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:41.061957 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-553abdec-d4fb-48f0-8fb5-d45abc4cd856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:41.067315 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-553abdec-d4fb-48f0-8fb5-d45abc4cd856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:41.068499 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-553abdec-d4fb-48f0-8fb5-d45abc4cd856 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d5d8fbd-1a7d-427f-9d63-099b0f95a372 HTTP/1.1" status: 204  len: 168 time: 0.1695609
May 10 18:09:42.475760 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-f530b11e-b67f-461c-a8f4-aa7fe605e12b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:42.494372 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-f530b11e-b67f-461c-a8f4-aa7fe605e12b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:42.495622 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-f530b11e-b67f-461c-a8f4-aa7fe605e12b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173307719&fields=id&tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1 HTTP/1.1" status: 200  len: 267 time: 0.0609350
May 10 18:09:42.753443 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-ee08f93f-2ccd-4e47-a49d-521bbb4e1b3e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:42.754117 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-ee08f93f-2ccd-4e47-a49d-521bbb4e1b3e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:42.773373 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-ee08f93f-2ccd-4e47-a49d-521bbb4e1b3e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:42.774462 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-ee08f93f-2ccd-4e47-a49d-521bbb4e1b3e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 811 time: 0.2713463
May 10 18:09:42.789228 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-d15369d3-0a55-4ce9-af29-ebc52fc7ef77 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/quotas/d283f47fa9ea4c269a05cc934ffc3bc1 HTTP/1.1" status: 200  len: 375 time: 0.0089505
May 10 18:09:42.877931 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-2f9904cd-2a18-4490-88b9-7ab84a0703fb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:42.897163 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-2f9904cd-2a18-4490-88b9-7ab84a0703fb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:42.898699 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-2f9904cd-2a18-4490-88b9-7ab84a0703fb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1043212
May 10 18:09:43.151573 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-9a83c418-e86c-4d1d-b134-c94e2d50e6e6 service neutron] 10.222.0.70 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414253
May 10 18:09:43.281651 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-a103ba85-b2c9-4680-8f65-b9cc34a40126 service neutron] 10.222.0.70 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286175
May 10 18:09:43.686746 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3f12192f-52f3-4dac-9459-5a5da11eeef1 req-9608b3fb-9158-49cf-a4c0-0daf246ddb03 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 210 time: 0.0477622
May 10 18:09:44.832663 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-810d200f-5711-4e18-99bc-4d46fc0353eb req-7b9e100e-b5f1-4c37-a4d6-9f260923d12a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 210 time: 0.0422211
May 10 18:09:45.066457 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-a0f98c30-8100-4ce4-87ee-3fc590a2702b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:45.067944 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-a0f98c30-8100-4ce4-87ee-3fc590a2702b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 811 time: 0.1547151
May 10 18:09:45.120360 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-ff18d416-60a5-4a16-abce-a4c9022a333d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:45.139554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-ff18d416-60a5-4a16-abce-a4c9022a333d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:45.140886 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-ff18d416-60a5-4a16-abce-a4c9022a333d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1 HTTP/1.1" status: 200  len: 379 time: 0.0647607
May 10 18:09:45.150986 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'port': {'device_id': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'admin_state_up': True, 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'security_groups': ['71fba469-d43d-4a4d-8bf2-b71a16b85ebb']}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:45.289474 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:45.298808 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:45.310233 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Made reservation on behalf of d283f47fa9ea4c269a05cc934ffc3bc1 for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:09:45.313807 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:45.481088 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Allocated IP 172.20.0.13 (bdec1f4c-6c1a-45fa-a49e-58d738c31855/f46cd935-8210-4aa0-97a5-45db0013fc4b/0d64ba90-9ebe-4f64-8631-066547d41e1c) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:09:45.710303 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:45.726661 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Transition to ACTIVE for port object 0d64ba90-9ebe-4f64-8631-066547d41e1c will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:45.751445 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:45.757295 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-55f3eb9f-3d6f-4a73-8ee9-1a6ef95721d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:45.817663 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:09:45.820869 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:09:45.829803 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:09:45.864358 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'Port': ['ID=0d64ba90-9ebe-4f64-8631-066547d41e1c,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:45.881240 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.881632 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.882000 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.882350 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.882705 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.883065 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.883412 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.883767 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.884095 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.884800 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.885137 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.885471 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:09:45.890982 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:45.914500 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:45.915151 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:45.950583 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8036160
May 10 18:09:45.964760 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Request body: {'port': {'device_id': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:09:46.066763 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d271ef-8961-43f9-a96e-1c6ecf7180d6 req-b5c1d9cb-643f-485e-81bc-71de4fab3e9b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:46.068305 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-03d271ef-8961-43f9-a96e-1c6ecf7180d6 req-b5c1d9cb-643f-485e-81bc-71de4fab3e9b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 932 time: 0.0897565
May 10 18:09:46.078886 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:46.092382 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b8def6e7-0c6e-4a06-9a3a-5af20358c52c None None] Provisioning for port 0d64ba90-9ebe-4f64-8631-066547d41e1c completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:46.100101 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-b8def6e7-0c6e-4a06-9a3a-5af20358c52c None None] Provisioning complete for port 0d64ba90-9ebe-4f64-8631-066547d41e1c triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:46.100468 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b8def6e7-0c6e-4a06-9a3a-5af20358c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:46.117212 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-03d271ef-8961-43f9-a96e-1c6ecf7180d6 req-ff09aaa5-1c24-454e-b357-3409cd00533a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431149
May 10 18:09:46.168645 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-b8def6e7-0c6e-4a06-9a3a-5af20358c52c None None] Port 0d64ba90-9ebe-4f64-8631-066547d41e1c cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:09:46.523991 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d64ba90-9ebe-4f64-8631-066547d41e1c {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:09:46.531343 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:46.546113 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Transition to ACTIVE for port object 0d64ba90-9ebe-4f64-8631-066547d41e1c will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:09:46.551460 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:46.555301 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-46d4c4ce-22e9-42ac-b987-5a3c01bdda21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:46.711901 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Pushing event updated for resources: {'Port': ['ID=0d64ba90-9ebe-4f64-8631-066547d41e1c,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:46.718536 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:46.793551 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Attempting to bind port 0d64ba90-9ebe-4f64-8631-066547d41e1c on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:09:46.794162 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Attempting to bind port 0d64ba90-9ebe-4f64-8631-066547d41e1c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:09:46.794495 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Attempting to bind port 0d64ba90-9ebe-4f64-8631-066547d41e1c on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:46.799682 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Port 0d64ba90-9ebe-4f64-8631-066547d41e1c on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:09:46.800005 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Attempting to bind port 0d64ba90-9ebe-4f64-8631-066547d41e1c on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:09:46.805439 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:09:46.805783 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Checking segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:09:46.806163 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Bound using segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:09:46.806586 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Bound port: 0d64ba90-9ebe-4f64-8631-066547d41e1c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:09:46.806956 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:46.897313 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] For port 0d64ba90-9ebe-4f64-8631-066547d41e1c, host hv-cinder-79049, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:09:46.900864 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] For port 0d64ba90-9ebe-4f64-8631-066547d41e1c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0d64ba90-9ebe-4f64-8631-066547d41e1c,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:09:46.906140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:46.911467 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:46.968369 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:46.968615 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:46.969964 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] 10.222.0.58 "PUT /v2.0/ports/0d64ba90-9ebe-4f64-8631-066547d41e1c HTTP/1.1" status: 200  len: 1094 time: 1.0105178
May 10 18:09:46.970505 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'tag': '0d64ba90-9ebe-4f64-8631-066547d41e1c'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:47.026187 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Pushing event updated for resources: {'Port': ['ID=0d64ba90-9ebe-4f64-8631-066547d41e1c,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:47.032220 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:47.065379 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'tag': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'status': 'completed', 'code': 200}
May 10 18:09:47.235365 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-792aa9e4-42db-4024-b417-3557ae4a52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:47.236955 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-792aa9e4-42db-4024-b417-3557ae4a52ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 1097 time: 0.2021766
May 10 18:09:47.314083 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-b18c5e6b-8e61-40e7-bee2-8fdcfafb26dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d64ba90-9ebe-4f64-8631-066547d41e1c HTTP/1.1" status: 200  len: 217 time: 0.0665948
May 10 18:09:47.358690 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f6263-0575-497c-95c3-fcd46b83b829 req-1bc9ad09-ef8d-482b-b648-04d79a79b62b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:47.359926 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1f7f6263-0575-497c-95c3-fcd46b83b829 req-1bc9ad09-ef8d-482b-b648-04d79a79b62b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 944 time: 0.0876794
May 10 18:09:47.379459 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-abb4b1ef-08ce-4ccf-9bfc-3ca961a5e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:47.380915 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-abb4b1ef-08ce-4ccf-9bfc-3ca961a5e06c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0594690
May 10 18:09:47.408317 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1f7f6263-0575-497c-95c3-fcd46b83b829 req-7b76f786-fef6-4e5f-a2f7-62b85e84cb98 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409937
May 10 18:09:47.465628 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-b8435ba3-f683-4235-b18f-247455dc80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:47.467158 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-b8435ba3-f683-4235-b18f-247455dc80c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745730
May 10 18:09:47.604244 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-7f11216f-f086-4db8-822e-331f69d980ab service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289201
May 10 18:09:47.750910 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fa8863f6-9e46-4739-abe3-26fc4485b748 req-a4b43725-97f0-49c7-9476-960bd6ea5607 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300769
May 10 18:09:47.873392 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-50b9200c-543d-412c-90bb-698de3e1210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:47.874769 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-50b9200c-543d-412c-90bb-698de3e1210f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 1097 time: 0.0693996
May 10 18:09:48.007505 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-9c2efc41-2aea-48cf-ad9c-178530157e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:48.008972 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-9c2efc41-2aea-48cf-ad9c-178530157e6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.1263988
May 10 18:09:48.080476 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-9b735ad9-e065-4d85-8734-6d00d28093b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d64ba90-9ebe-4f64-8631-066547d41e1c HTTP/1.1" status: 200  len: 217 time: 0.0632339
May 10 18:09:48.146006 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-96eb48e9-f10b-436f-a456-4f72ace6b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:48.147596 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-96eb48e9-f10b-436f-a456-4f72ace6b2a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0581377
May 10 18:09:48.324647 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-cb3e03b6-3059-4161-8748-11f731af66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:48.326255 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-cb3e03b6-3059-4161-8748-11f731af66bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1713426
May 10 18:09:48.467482 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-7fb3be76-70a0-47a9-892d-45e10a799451 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312981
May 10 18:09:48.596362 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44c118-dc9d-48e9-8bff-c16d5354d8c1 req-ebffc6b4-89b9-4fe3-ad07-427e6607fee0 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:48.597873 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ea44c118-dc9d-48e9-8bff-c16d5354d8c1 req-ebffc6b4-89b9-4fe3-ad07-427e6607fee0 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 944 time: 0.0813856
May 10 18:09:48.605847 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-32d98a25-ec91-45ab-8b38-8a49adb6bc30 req-7c554bc3-ad73-4fa3-958d-1f25f1f269a9 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293428
May 10 18:09:48.646923 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ea44c118-dc9d-48e9-8bff-c16d5354d8c1 req-afc1917e-8700-415d-8d40-2070f4d0288d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432291
May 10 18:09:49.836087 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11f2fd-389b-4227-bc12-e5dd02b9a5ad req-252fe2b8-19d3-41aa-822f-6a56470ced0c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:49.837540 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef11f2fd-389b-4227-bc12-e5dd02b9a5ad req-252fe2b8-19d3-41aa-822f-6a56470ced0c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 944 time: 0.0816681
May 10 18:09:49.883128 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ef11f2fd-389b-4227-bc12-e5dd02b9a5ad req-7d7a216a-a2fe-461b-815e-85dae9a4e1d8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397689
May 10 18:09:51.095117 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834ef1-a152-4ff6-8a1a-102a0ae3c1e3 req-9cca502e-9b4f-43c3-945b-1de32afb6370 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:51.096475 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8834ef1-a152-4ff6-8a1a-102a0ae3c1e3 req-9cca502e-9b4f-43c3-945b-1de32afb6370 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 944 time: 0.0928426
May 10 18:09:51.144651 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e8834ef1-a152-4ff6-8a1a-102a0ae3c1e3 req-be3b838a-9ab5-405e-83db-230bcbf42a52 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397098
May 10 18:09:52.335506 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3dc94-0d94-496a-bac4-b2b42d1d84d2 req-bc6b7ab5-2680-47fe-9819-597b9ccc1e67 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:52.336867 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bda3dc94-0d94-496a-bac4-b2b42d1d84d2 req-bc6b7ab5-2680-47fe-9819-597b9ccc1e67 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 944 time: 0.0846367
May 10 18:09:52.384504 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bda3dc94-0d94-496a-bac4-b2b42d1d84d2 req-1fd8dfd4-6dde-4564-a199-c36cb81ee58e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414243
May 10 18:09:53.179459 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49720) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:53.301123 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:53.315491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:09:53.319562 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Usage tracker for resource:security_group_rule and tenant:9c102bade893488f9c0b1d0d8064dda9 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:09:53.322458 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:09:53.328288 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:09:53.415320 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:53.421175 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:53.421715 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-345d7165-533d-4991-bf70-9d8224757db3 req-d530c2c5-ff0c-471c-b3ac-a08f37347b88 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0688186
May 10 18:09:53.428081 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-77224095-d093-4b03-9a50-94908a481e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:53.472775 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c102bade893488f9c0b1d0d8064dda9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2898555
May 10 18:09:53.472775 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82d07c0-bd7d-4aea-90e2-af11f450e36b,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:53.473618 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49728) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:09:53.476394 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:53.572009 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d7165-533d-4991-bf70-9d8224757db3 req-23af6e12-31f7-49d2-a22f-95cd5a4364ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:53.573389 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-345d7165-533d-4991-bf70-9d8224757db3 req-23af6e12-31f7-49d2-a22f-95cd5a4364ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 1099 time: 0.0755715
May 10 18:09:53.580543 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c193-f1c2-4c81-8b58-e59085889b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:53.612993 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c193-f1c2-4c81-8b58-e59085889b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:53.661156 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ea2ad-66cd-4844-ab9f-be0a87bb0d94 req-077e8950-c6af-4907-a1ae-d114d7ba08dc tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:53.662621 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c93ea2ad-66cd-4844-ab9f-be0a87bb0d94 req-077e8950-c6af-4907-a1ae-d114d7ba08dc tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 944 time: 0.1507051
May 10 18:09:53.714264 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c93ea2ad-66cd-4844-ab9f-be0a87bb0d94 req-942bc39c-01ee-42c9-9613-a3c249292ff8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451422
May 10 18:09:53.715166 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c193-f1c2-4c81-8b58-e59085889b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:53.720123 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:53.726638 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d7165-533d-4991-bf70-9d8224757db3 req-6fff70d2-7be3-4a11-80a2-96bbf51178c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:53.728270 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-345d7165-533d-4991-bf70-9d8224757db3 req-6fff70d2-7be3-4a11-80a2-96bbf51178c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 912 time: 0.1333959
May 10 18:09:53.730836 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8c193-f1c2-4c81-8b58-e59085889b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82d07c0-bd7d-4aea-90e2-af11f450e36b,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:53.733250 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b4d8c193-f1c2-4c81-8b58-e59085889b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:53.741769 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c193-f1c2-4c81-8b58-e59085889b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:53.745206 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b4d8c193-f1c2-4c81-8b58-e59085889b39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f82d07c0-bd7d-4aea-90e2-af11f450e36b HTTP/1.1" status: 204  len: 168 time: 0.2683392
May 10 18:09:53.838867 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-345d7165-533d-4991-bf70-9d8224757db3 req-d9b90c36-ae27-4816-945a-635acd77a499 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a HTTP/1.1" status: 200  len: 1001 time: 0.1018460
May 10 18:09:53.915246 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d7165-533d-4991-bf70-9d8224757db3 req-11abf9fe-886e-4951-9c26-74682c84b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:53.916099 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-345d7165-533d-4991-bf70-9d8224757db3 req-11abf9fe-886e-4951-9c26-74682c84b9f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b410101-d434-42ad-9154-5f9e9f4112ee HTTP/1.1" status: 200  len: 850 time: 0.0655289
May 10 18:09:53.998007 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d7165-533d-4991-bf70-9d8224757db3 req-308a6a9d-d179-48d9-aebc-20a93caf3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:53.999543 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-345d7165-533d-4991-bf70-9d8224757db3 req-308a6a9d-d179-48d9-aebc-20a93caf3843 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe985ee9-f71f-4a7c-96af-fb276fc83d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746274
May 10 18:09:54.139811 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-345d7165-533d-4991-bf70-9d8224757db3 req-e1565610-be97-4ab5-aa54-510594cf16b9 service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287935
May 10 18:09:54.292974 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-345d7165-533d-4991-bf70-9d8224757db3 req-0353970d-4e3c-42a1-82bd-b254b57b33f2 service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413295
May 10 18:09:54.909099 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d9179-1440-4a2e-aaad-e65dbf63683f req-b1e6c0ce-46b9-420b-a99b-a5c91d411f3c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:54.910458 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a80d9179-1440-4a2e-aaad-e65dbf63683f req-b1e6c0ce-46b9-420b-a99b-a5c91d411f3c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 944 time: 0.0928533
May 10 18:09:54.960268 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a80d9179-1440-4a2e-aaad-e65dbf63683f req-314a0241-cf8f-443b-9d4d-8e1884ab6f58 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440040
May 10 18:09:55.409188 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:55.461510 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 0d64ba90-9ebe-4f64-8631-066547d41e1c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:09:55.602555 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 0d64ba90-9ebe-4f64-8631-066547d41e1c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0d64ba90-9ebe-4f64-8631-066547d41e1c,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:55.616724 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'port_id': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'mac_address': 'fa:16:3e:4d:82:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:09:55.722752 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:55.740838 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d64ba90-9ebe-4f64-8631-066547d41e1c {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:09:55.757570 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 0d64ba90-9ebe-4f64-8631-066547d41e1c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0d64ba90-9ebe-4f64-8631-066547d41e1c,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:55.763576 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:55.765376 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:55.830569 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=0d64ba90-9ebe-4f64-8631-066547d41e1c,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:55.833525 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:56.040199 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['0d64ba90-9ebe-4f64-8631-066547d41e1c'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:09:56.161620 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2157-dc75-4885-9dc5-e9fc39bc4e00 req-b37b8143-aa79-4f44-90b7-8c62da841a3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:56.163130 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-89db2157-dc75-4885-9dc5-e9fc39bc4e00 req-b37b8143-aa79-4f44-90b7-8c62da841a3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 945 time: 0.0898635
May 10 18:09:56.310944 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-89db2157-dc75-4885-9dc5-e9fc39bc4e00 req-b8fa86df-f26a-49a9-b617-68f33758e81f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1414461
May 10 18:09:57.472923 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 0d64ba90-9ebe-4f64-8631-066547d41e1c up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:09:57.507648 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15097b8e-8381-4c67-8bc2-f119c3a3cd20 req-e49d3e59-c064-47d3-84fe-7ee78039a549 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:57.509632 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-15097b8e-8381-4c67-8bc2-f119c3a3cd20 req-e49d3e59-c064-47d3-84fe-7ee78039a549 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 945 time: 0.0865359
May 10 18:09:57.549142 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 0d64ba90-9ebe-4f64-8631-066547d41e1c completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:09:57.553872 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 0d64ba90-9ebe-4f64-8631-066547d41e1c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:09:57.554244 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:57.559807 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-15097b8e-8381-4c67-8bc2-f119c3a3cd20 req-791f47e9-b457-4157-a952-612b382faa84 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444946
May 10 18:09:57.669053 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:57.696612 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d64ba90-9ebe-4f64-8631-066547d41e1c'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:09:57.706406 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 0d64ba90-9ebe-4f64-8631-066547d41e1c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0d64ba90-9ebe-4f64-8631-066547d41e1c,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:09:57.711484 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:09:57.713371 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:09:57.747607 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'code': 200}
May 10 18:09:57.784413 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=0d64ba90-9ebe-4f64-8631-066547d41e1c,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:09:57.787473 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:09:58.070773 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2078b-cbde-4bd8-a6d5-94528dd977c5 req-87c0fb07-0e17-4ef2-88e8-68104e7effe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:58.072193 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0ae2078b-cbde-4bd8-a6d5-94528dd977c5 req-87c0fb07-0e17-4ef2-88e8-68104e7effe8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 1099 time: 0.0856609
May 10 18:09:58.118807 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0ae2078b-cbde-4bd8-a6d5-94528dd977c5 req-8e1ca715-4240-440d-817f-84249d735337 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336809
May 10 18:09:58.765298 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc0b69-e828-43a4-a6be-d2a1f9f828af req-119312e8-f418-476c-be4a-e16e06c06e68 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:09:58.765996 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-62cc0b69-e828-43a4-a6be-d2a1f9f828af req-119312e8-f418-476c-be4a-e16e06c06e68 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:09:58.783630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-62cc0b69-e828-43a4-a6be-d2a1f9f828af req-119312e8-f418-476c-be4a-e16e06c06e68 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:09:58.784751 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-62cc0b69-e828-43a4-a6be-d2a1f9f828af req-119312e8-f418-476c-be4a-e16e06c06e68 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 946 time: 0.1060472
May 10 18:09:58.831311 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-62cc0b69-e828-43a4-a6be-d2a1f9f828af req-30c6a762-cd8c-42a7-a565-4ee51912b0eb tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405078
May 10 18:10:00.022294 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336058-bb29-45c7-b960-d7faad3b020a req-1701132b-f76d-440f-9e0e-a27263a74c73 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:00.023716 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2336058-bb29-45c7-b960-d7faad3b020a req-1701132b-f76d-440f-9e0e-a27263a74c73 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 946 time: 0.0850642
May 10 18:10:00.068507 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e2336058-bb29-45c7-b960-d7faad3b020a req-59d9ab63-f518-4317-8e59-547bb76adbf4 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390375
May 10 18:10:00.264566 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2830597-4313-43a9-8b1b-fd1e90b6d4f2 req-6b80faa3-79f7-4a0e-98cb-44b5f8e7cf2e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:00.266066 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a2830597-4313-43a9-8b1b-fd1e90b6d4f2 req-6b80faa3-79f7-4a0e-98cb-44b5f8e7cf2e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 946 time: 0.0829501
May 10 18:10:00.316893 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a2830597-4313-43a9-8b1b-fd1e90b6d4f2 req-3db5f095-41e1-40a0-a55e-05ec75dd25b7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449419
May 10 18:10:00.339553 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49764) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:00.585160 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb290e26-6470-419e-be2f-7b86a736c787 tempest-TestVolumeBootPattern-1257037759 tempest-TestVolumeBootPattern-1257037759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:00.586562 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-fb290e26-6470-419e-be2f-7b86a736c787 tempest-TestVolumeBootPattern-1257037759 tempest-TestVolumeBootPattern-1257037759-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 1094 time: 0.2457893
May 10 18:10:00.589571 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49772) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:00.594800 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'floatingip': {'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'port_id': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:10:00.601159 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:10:00.605115 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:floatingip and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:10:00.608067 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:10:00.614017 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:10:00.625793 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:00.795884 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb1aad-6f0d-49f2-8ce3-055f62ac397e req-69b11a5a-0af1-4cb0-872d-3c1a086de595 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:00.797401 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6bdb1aad-6f0d-49f2-8ce3-055f62ac397e req-69b11a5a-0af1-4cb0-872d-3c1a086de595 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.0858574
May 10 18:10:00.845046 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6bdb1aad-6f0d-49f2-8ce3-055f62ac397e req-da11d483-a271-4b9c-a9f9-526ebdd31f7f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414326
May 10 18:10:00.882037 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-77ba5b73-6459-4fbf-871c-5005476c02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:00.883566 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-77ba5b73-6459-4fbf-871c-5005476c02d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a16646f1801142f88a1d804291b41603&device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1137 time: 0.1944339
May 10 18:10:01.016879 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:01.075127 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-8848dae4-0db0-4bf5-a647-916c7d19717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:01.076577 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-8848dae4-0db0-4bf5-a647-916c7d19717c service neutron] 10.222.0.58 "GET /v2.0/networks?id=aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 200  len: 915 time: 0.1798627
May 10 18:10:01.233327 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-08c192cf-6e35-4799-810f-b87734cbdc9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 1001 time: 0.1458356
May 10 18:10:01.290724 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Allocated IP 172.27.3.143 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/92e286a0-9e33-4a5e-9cfa-4cf3ba5e89b5) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:10:01.338208 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-7aedd8b5-aed9-4826-86c7-55d0aeed9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:01.339647 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-7aedd8b5-aed9-4826-86c7-55d0aeed9860 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e52368-65e1-40c4-a103-f765bc907d5b HTTP/1.1" status: 200  len: 853 time: 0.0961974
May 10 18:10:01.500945 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:01.518506 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-863c2936-da0f-4657-80c0-9b65644c37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:01.520029 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-863c2936-da0f-4657-80c0-9b65644c37d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aba591cd-85ec-4d09-b411-e9a517f8ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1388319
May 10 18:10:01.624265 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:01.629473 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1923589b-49bc-4b4f-9f13-163badde7d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:01.699059 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:10:01.710874 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:10:01.717206 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:10:01.762664 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'Port': ['ID=92e286a0-9e33-4a5e-9cfa-4cf3ba5e89b5,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:01.768021 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-cadc8ba9-e7d8-4366-9c75-b2fe719bef7b service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2355332
May 10 18:10:01.768766 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:02.009225 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ca9858a0-c965-442b-a7c5-5093bcb843b6 req-7cde12df-d283-491d-b66b-e30e60f24110 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311106
May 10 18:10:02.030736 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e185f-1e10-41f2-b9ca-a6db5e9e86e0 req-4c466e75-56f0-4a67-a2c3-6512b7cbdae9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:02.032382 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c44e185f-1e10-41f2-b9ca-a6db5e9e86e0 req-4c466e75-56f0-4a67-a2c3-6512b7cbdae9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.0831039
May 10 18:10:02.091745 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c44e185f-1e10-41f2-b9ca-a6db5e9e86e0 req-84101603-fa81-4125-867a-e93ce6dfc256 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0523450
May 10 18:10:02.346285 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:02.420924 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:02.627972 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:02.635116 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:02.638622 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-83232576-351e-4183-9d68-2991480a09d7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:02.740240 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'Port': ['ID=92e286a0-9e33-4a5e-9cfa-4cf3ba5e89b5,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:02.744152 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:02.754554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:02.931292 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Floating IP b97f93d5-74a9-4da2-a224-038b0f9aadbc associated. External IP: 172.27.3.143, port: 0d64ba90-9ebe-4f64-8631-066547d41e1c.
May 10 18:10:03.283092 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80b391-9246-4c7b-95a8-71f78bf2c7c6 req-2fe35bf4-40b1-490a-ab8c-56c3495459c6 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:03.284563 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a80b391-9246-4c7b-95a8-71f78bf2c7c6 req-2fe35bf4-40b1-490a-ab8c-56c3495459c6 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.0803781
May 10 18:10:03.289375 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Router f7d0a91d-965f-4269-9c87-38678a7bb5df has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:10:03.331736 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5a80b391-9246-4c7b-95a8-71f78bf2c7c6 req-9cda3086-c143-48b2-a812-289a559af686 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410028
May 10 18:10:03.470024 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:10:03.479451 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] Sync routers for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:10:03.488920 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:10:03.489542 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c6e2ee0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:03.498197 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:03.553392 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9627812
May 10 18:10:03.554366 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'tag': '0d64ba90-9ebe-4f64-8631-066547d41e1c'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:10:03.666763 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:10:03.723555 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'tag': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'status': 'completed', 'code': 200}
May 10 18:10:03.821938 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-55b9afb6-d1f1-4bba-beb0-1888e2015332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:03.824311 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-55b9afb6-d1f1-4bba-beb0-1888e2015332 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 1099 time: 0.0756702
May 10 18:10:04.023605 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c6e2ee0>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'b97f93d5-74a9-4da2-a224-038b0f9aadbc', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:4d:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:10:02Z', 'updated_at': '2021-05-10T18:10:02Z', 'revision_number': 0, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:04.027762 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] Checking router: f7d0a91d-965f-4269-9c87-38678a7bb5df for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:10:04.036997 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:10:04.037618 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c6e2ee0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:09:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:04.053231 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-b756dc26-aef2-4796-837a-195c09706fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:04.054672 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-b756dc26-aef2-4796-837a-195c09706fc1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.2212329
May 10 18:10:04.157211 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-770aca86-372f-4fcd-8ddb-7a9a1a4c5f6c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d64ba90-9ebe-4f64-8631-066547d41e1c HTTP/1.1" status: 200  len: 1000 time: 0.0957680
May 10 18:10:04.212852 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:10:04.227751 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-737607c7-dccc-4a0c-9b38-469751bc7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:04.229216 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-737607c7-dccc-4a0c-9b38-469751bc7c92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0580676
May 10 18:10:04.309841 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-8e892717-3dbc-4e9f-a5ff-a1a988dec320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:04.311270 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-8e892717-3dbc-4e9f-a5ff-a1a988dec320 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740583
May 10 18:10:04.500236 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-c8f07658-b0ac-4789-a23c-1f74db6ec937 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712258
May 10 18:10:04.594368 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c6e2ee0>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'b97f93d5-74a9-4da2-a224-038b0f9aadbc', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:4d:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:10:02Z', 'updated_at': '2021-05-10T18:10:02Z', 'revision_number': 0, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:04.598513 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab21663-15d4-4b3e-b085-a7d4a8c61676 None None] The sync data for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi is: [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'b97f93d5-74a9-4da2-a224-038b0f9aadbc', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:4d:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:10:02Z', 'updated_at': '2021-05-10T18:10:02Z', 'revision_number': 0, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:10:04.630322 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c286b-b276-49a4-a8ea-1bb1996e0b45 req-bdb5dc3d-4ece-4d79-9a63-9c21d4162b84 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:04.631912 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3b5c286b-b276-49a4-a8ea-1bb1996e0b45 req-bdb5dc3d-4ece-4d79-9a63-9c21d4162b84 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.1894746
May 10 18:10:04.676914 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0696b52a-5ae6-4d61-bef2-1d8a6fb577b8 req-e840db11-3518-4dae-8d82-8a57e5e8bd23 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682615
May 10 18:10:04.699001 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3b5c286b-b276-49a4-a8ea-1bb1996e0b45 req-3bfee412-1e00-4ba1-8d72-ebe277c20606 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0582860
May 10 18:10:04.783707 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e8b8d-0e23-4db3-abb8-5ec06eee65b4 None None] New status for floating IP b97f93d5-74a9-4da2-a224-038b0f9aadbc: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:10:04.812315 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-eaa18ede-675d-46c9-b377-c741a7b7ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:05.888515 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64844786-754d-4fd9-8d8c-d0cf117b22f8 req-8a7bda47-123f-4793-94b9-9d94c3e0b65b tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:05.890234 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-64844786-754d-4fd9-8d8c-d0cf117b22f8 req-8a7bda47-123f-4793-94b9-9d94c3e0b65b tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.0831389
May 10 18:10:05.936363 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-64844786-754d-4fd9-8d8c-d0cf117b22f8 req-9d4818f7-e40a-4a5e-b873-fa6cbbfb5110 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401309
May 10 18:10:06.746063 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95962e-dad9-474a-8649-f84a248f4355 req-e42470a2-3df5-4542-9bce-86dabe0e3461 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:06.747518 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d95962e-dad9-474a-8649-f84a248f4355 req-e42470a2-3df5-4542-9bce-86dabe0e3461 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0928161
May 10 18:10:06.795936 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7d95962e-dad9-474a-8649-f84a248f4355 req-b48ca44c-8505-4649-aa4f-34f17b88db2a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397317
May 10 18:10:07.138304 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0511f4-de0b-4586-9ea7-1d15aa8cdb16 req-8ba8fdcb-b205-47bb-be0f-dc73be541847 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:07.139840 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bc0511f4-de0b-4586-9ea7-1d15aa8cdb16 req-8ba8fdcb-b205-47bb-be0f-dc73be541847 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.0843370
May 10 18:10:07.190210 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bc0511f4-de0b-4586-9ea7-1d15aa8cdb16 req-42f6b14e-ffc1-4d78-8c13-af31c7faf58b tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442023
May 10 18:10:07.421946 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:07.572287 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3805-ab3c-4022-8c25-a4c9b4f3ea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:07.990944 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2557b-d751-4d39-9354-872b18995d04 req-31e37440-e223-4a5a-8b08-634707d75efc tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:07.992423 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-68c2557b-d751-4d39-9354-872b18995d04 req-31e37440-e223-4a5a-8b08-634707d75efc tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0844014
May 10 18:10:08.037731 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-68c2557b-d751-4d39-9354-872b18995d04 req-81a83015-b826-41d1-818b-87b7232b88e5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395024
May 10 18:10:08.380785 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147e4a9-da8e-4fb2-8876-871945cfc434 req-f3709285-9f07-4fea-9c37-ce0a91c93a81 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:08.382134 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b147e4a9-da8e-4fb2-8876-871945cfc434 req-f3709285-9f07-4fea-9c37-ce0a91c93a81 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.0806847
May 10 18:10:08.445256 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b147e4a9-da8e-4fb2-8876-871945cfc434 req-51edd0f4-cf22-4b68-84b4-1f712e22f712 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0568409
May 10 18:10:08.540793 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:08.812178 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-50d94cb2-e243-4bb1-ab27-545fc7d01f6f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:08.813641 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-50d94cb2-e243-4bb1-ab27-545fc7d01f6f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0900035
May 10 18:10:08.952957 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Deleting port 8e72d943-a5ec-47ae-9052-9237407bcf8a {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:10:08.953307 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:09.087427 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] For port 8e72d943-a5ec-47ae-9052-9237407bcf8a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8e72d943-a5ec-47ae-9052-9237407bcf8a,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:10:09.087785 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:09.221787 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ef72-cc60-4c52-9eba-9aad0222dd02 req-48b4e314-665a-4bc9-a982-a5598a584aa9 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:09.223411 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b7e2ef72-cc60-4c52-9eba-9aad0222dd02 req-48b4e314-665a-4bc9-a982-a5598a584aa9 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 946 time: 0.0810792
May 10 18:10:09.269171 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b7e2ef72-cc60-4c52-9eba-9aad0222dd02 req-e6dce0a7-2347-4395-92fd-c1c3d3751707 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a7a568c-d91d-46cd-904e-0100b9483da4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393300
May 10 18:10:09.459385 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:09.459747 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:09.460062 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Floating IP 1929e19a-4152-4e53-8e58-710aa7dce040 disassociated. External IP: 172.27.3.36, port: 8e72d943-a5ec-47ae-9052-9237407bcf8a.
May 10 18:10:09.460395 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Calling delete_port for 8e72d943-a5ec-47ae-9052-9237407bcf8a owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:10:09.606748 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:09.612288 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f2ee75f0-0ef6-4db1-a223-e3b294e51183 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:09.658147 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event deleted for resources: {'Port': ['ID=8e72d943-a5ec-47ae-9052-9237407bcf8a,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:09.666919 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:09.832671 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5a9f3-de1d-4e0f-bc74-3acc0fa49a71 req-d3d81614-1fb2-4bed-91bd-7a88ea3365df tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:09.834114 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e6b5a9f3-de1d-4e0f-bc74-3acc0fa49a71 req-d3d81614-1fb2-4bed-91bd-7a88ea3365df tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.2764776
May 10 18:10:09.889168 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:10:09.903851 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e6b5a9f3-de1d-4e0f-bc74-3acc0fa49a71 req-ac25a002-8f90-4f3a-8c55-220bc983c344 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0626967
May 10 18:10:09.975932 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:10.086746 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:10:10.096682 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] Sync routers for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:10:10.106730 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:10:10.107607 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c60ac70>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:10:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:10.161461 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] No DVR routers for this DVR port 8e72d943-a5ec-47ae-9052-9237407bcf8a on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:10:10.164027 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:10.166620 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'name': 'network-vif-deleted', 'tag': '8e72d943-a5ec-47ae-9052-9237407bcf8a'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:10:10.184616 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-de09a248-cbe8-47c5-8a6c-f32b4b395242 req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "DELETE /v2.0/ports/8e72d943-a5ec-47ae-9052-9237407bcf8a HTTP/1.1" status: 204  len: 173 time: 1.3630524
May 10 18:10:10.218512 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543c735c-e7f2-4b57-aa08-fe084953e7c4', 'name': 'network-vif-deleted', 'tag': '8e72d943-a5ec-47ae-9052-9237407bcf8a', 'status': 'completed', 'code': 200}
May 10 18:10:10.298429 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:10:10.436233 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bfa29523-a15f-43d9-b157-6e4522cc6045 req-7c4e2a4b-6d06-434f-aaf8-3630a8de4750 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=543c735c-e7f2-4b57-aa08-fe084953e7c4 HTTP/1.1" status: 200  len: 210 time: 0.0422456
May 10 18:10:10.619830 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c60ac70>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:10.624011 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] Checking router: f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:10:10.636779 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:10:10.637384 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c60ac70>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:10:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:10.813052 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:10:11.095673 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e645e3-3085-4d5c-8bad-ece3cc8be481 req-44bd7b36-45fd-42e5-866f-0a63adbaa85a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:11.097250 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24e645e3-3085-4d5c-8bad-ece3cc8be481 req-44bd7b36-45fd-42e5-866f-0a63adbaa85a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.0831523
May 10 18:10:11.127836 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c60ac70>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:11.131964 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0f625-4db5-4a50-919c-84a3a9ca384d None None] The sync data for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi is: [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:10:11.146811 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-24e645e3-3085-4d5c-8bad-ece3cc8be481 req-da3c5d7e-3b62-4434-9dcc-d8e7463affcb tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0433288
May 10 18:10:11.343414 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a286ed-f8f9-4cb0-a3a6-2b109cfbfd86 None None] New status for floating IP 1929e19a-4152-4e53-8e58-710aa7dce040: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:10:11.562838 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49846) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:11.630212 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-15e2d97a-23b0-4e77-a041-5015245c0dca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:11.658045 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-15e2d97a-23b0-4e77-a041-5015245c0dca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:11.711637 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-15e2d97a-23b0-4e77-a041-5015245c0dca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:11.715414 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bfbdce85-2a47-44f6-96ac-643a72dad91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:11.730518 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2d97a-23b0-4e77-a041-5015245c0dca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7a568c-d91d-46cd-904e-0100b9483da4,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:11.733184 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-15e2d97a-23b0-4e77-a041-5015245c0dca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:11.740814 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-15e2d97a-23b0-4e77-a041-5015245c0dca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:11.741923 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-15e2d97a-23b0-4e77-a041-5015245c0dca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "DELETE /v2.0/security-groups/5a7a568c-d91d-46cd-904e-0100b9483da4 HTTP/1.1" status: 204  len: 168 time: 0.1780815
May 10 18:10:11.744886 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49850) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:11.761960 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.api.v2.resource [None req-efd99bd1-95c4-4c27-9d7e-eabd48748501 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] show failed (client error): The resource could not be found.
May 10 18:10:11.762995 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-efd99bd1-95c4-4c27-9d7e-eabd48748501 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups/5a7a568c-d91d-46cd-904e-0100b9483da4 HTTP/1.1" status: 404  len: 347 time: 0.0171335
May 10 18:10:11.765816 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49854) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:11.989109 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Deleting port f3db6589-a2fe-403f-a6ab-55d9cc1e36c5 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:10:11.989353 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:12.109704 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:12.110034 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:12.152932 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:10:12.238452 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Calling delete_port for f3db6589-a2fe-403f-a6ab-55d9cc1e36c5 owned by network:floatingip {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:10:12.338927 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363c7f6-6b4a-4ab3-b51d-b4753c545d53 req-4b2d0b39-c0c0-4704-a4e2-2afd4cc83ea2 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:12.340472 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a363c7f6-6b4a-4ab3-b51d-b4753c545d53 req-4b2d0b39-c0c0-4704-a4e2-2afd4cc83ea2 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.0843554
May 10 18:10:12.391315 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a363c7f6-6b4a-4ab3-b51d-b4753c545d53 req-59600352-aa2c-45b1-8f58-66ddbb222591 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444956
May 10 18:10:12.446511 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:12.451207 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-881b0ea2-b028-4eb2-9378-b41d10d622ee tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:12.493484 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event deleted for resources: {'Port': ['ID=f3db6589-a2fe-403f-a6ab-55d9cc1e36c5,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:12.496457 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:12.585550 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:12.600050 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:12.601202 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "DELETE /v2.0/floatingips/1929e19a-4152-4e53-8e58-710aa7dce040 HTTP/1.1" status: 204  len: 168 time: 0.8345544
May 10 18:10:13.151342 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 49864) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:13.156832 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514104801', 'description': 'tempest-description--1097449302'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:10:13.162849 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:10:13.167273 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:security_group and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:10:13.170254 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:10:13.176608 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:10:13.187289 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.207128 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:10:13.211168 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:security_group_rule and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:10:13.214064 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:10:13.219805 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:10:13.285424 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.290582 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.294199 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-df8577cb-3ac6-4d59-b783-f032eb43e8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:13.333624 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:13.336630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:13.340178 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.346008 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1889057
May 10 18:10:13.346472 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49870) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:13.350052 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'security_group_rule': {'security_group_id': 'ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:10:13.355989 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:10:13.359941 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:security_group_rule and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:10:13.363593 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:10:13.369463 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:10:13.385523 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.445413 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.449774 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.451890 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1864654b-1fc2-4522-8271-c65e73134813 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:13.473375 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc0762c-a11f-4fa7-b892-e9c530a14e72,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:13.475784 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:13.483986 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.485192 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-60622944-0a38-4abc-8ac9-89ad00ed22cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1396711
May 10 18:10:13.488070 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49876) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:13.493200 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'security_group_rule': {'security_group_id': 'ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:10:13.499081 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:10:13.504276 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:security_group_rule and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:10:13.538609 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:10:13.552270 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:10:13.576215 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.596975 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 8e72d943-a5ec-47ae-9052-9237407bcf8a no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:10:13.632495 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04043ebd-c4f6-4f9b-be91-8c84d60815b1 req-f9925766-c07e-4d22-8234-c635f4a95d9f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:13.634460 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-04043ebd-c4f6-4f9b-be91-8c84d60815b1 req-f9925766-c07e-4d22-8234-c635f4a95d9f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.1329951
May 10 18:10:13.667222 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 8e72d943-a5ec-47ae-9052-9237407bcf8a {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:10:13.667573 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 8e72d943-a5ec-47ae-9052-9237407bcf8a not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:10:13.673576 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.683175 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.692722 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:13.709984 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-04043ebd-c4f6-4f9b-be91-8c84d60815b1 req-e94841eb-63aa-49a8-9d0c-5e9480c4f16f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&id=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0695591
May 10 18:10:13.722183 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67bac6a-80de-4c8d-b4d0-318b6475a027,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:13.726815 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:13.732551 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.736926 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9bcc6759-a961-4186-8b71-a38ec87a0698 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2448070
May 10 18:10:13.737065 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49880) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:13.741971 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'floatingip': {'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:10:13.748082 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:10:13.752100 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Usage tracker for resource:floatingip and tenant:f3daa98862084d19b771fad1ddc2c251 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:10:13.755057 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:10:13.762214 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:10:13.772107 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:13.911888 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:14.047516 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Allocated IP 172.27.3.162 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/643c2e70-9b79-4a0d-a85f-716696653755) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:10:14.194838 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:14.225580 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:14.229476 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1c9b950d-d8c5-43e5-a793-93550089517c tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:14.290068 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:10:14.292813 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:10:14.301101 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:10:14.330015 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'Port': ['ID=643c2e70-9b79-4a0d-a85f-716696653755,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:14.335765 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:14.384231 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:14.451403 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:14.657660 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:14.664796 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:14.670216 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-65e739d7-ad9a-41ce-84cb-c6b5ae662c37 tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:14.773543 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'Port': ['ID=643c2e70-9b79-4a0d-a85f-716696653755,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:14.777425 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:14.790072 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:14.813706 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:14.815296 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0770338
May 10 18:10:15.046289 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-315db56c-278d-4806-960e-2ca554da4288 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:10:15.064530 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-315db56c-278d-4806-960e-2ca554da4288 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:10:15.065641 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-315db56c-278d-4806-960e-2ca554da4288 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1514104801&fields=id&tenant_id=f3daa98862084d19b771fad1ddc2c251 HTTP/1.1" status: 200  len: 267 time: 0.0607624
May 10 18:10:15.217833 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-42724fff-8258-427a-a343-bd8fe9d2f5d1 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:15.219342 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-42724fff-8258-427a-a343-bd8fe9d2f5d1 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 811 time: 0.1449397
May 10 18:10:15.233859 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-59af8367-180d-44e0-a18f-f7cf6b00121b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/quotas/f3daa98862084d19b771fad1ddc2c251 HTTP/1.1" status: 200  len: 375 time: 0.0089788
May 10 18:10:15.411195 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ae380eec-9c0b-4f83-af44-f99d083305c6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:10:15.429607 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ae380eec-9c0b-4f83-af44-f99d083305c6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:10:15.431817 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ae380eec-9c0b-4f83-af44-f99d083305c6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1929741
May 10 18:10:15.579382 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-e1e914e6-b5e3-43bb-99ab-b439841638d0 service neutron] 10.222.0.70 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354554
May 10 18:10:15.717750 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-bea7b1fd-3991-4d74-aa80-04a593d0bdc9 service neutron] 10.222.0.70 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323929
May 10 18:10:15.898150 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-a99b4704-332d-4223-8425-06a861efa511 req-2e7275f3-178b-49dc-a139-2114a6f4800f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:10:15.909908 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-a99b4704-332d-4223-8425-06a861efa511 req-2e7275f3-178b-49dc-a139-2114a6f4800f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:10:15.911105 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a99b4704-332d-4223-8425-06a861efa511 req-2e7275f3-178b-49dc-a139-2114a6f4800f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 210 time: 0.0572429
May 10 18:10:17.014067 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-acd0cbbf-d3c4-451b-8d3c-6d1e526c6046 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:17.015518 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-acd0cbbf-d3c4-451b-8d3c-6d1e526c6046 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 811 time: 0.1474087
May 10 18:10:17.074664 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c380a5fd-6b6f-48eb-bb1f-4be2384540be req-f28d0f79-1954-4dc0-aef3-4e5a82371e7c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 210 time: 0.0576041
May 10 18:10:17.106946 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-e738b6ce-9f1c-40f7-9afe-f119cd2a7b3d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:security_group {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:10:17.118501 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-e738b6ce-9f1c-40f7-9afe-f119cd2a7b3d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:security_group {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:10:17.119620 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-e738b6ce-9f1c-40f7-9afe-f119cd2a7b3d tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3daa98862084d19b771fad1ddc2c251 HTTP/1.1" status: 200  len: 380 time: 0.0662978
May 10 18:10:17.131359 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'port': {'device_id': '1e4371e7-1e49-4200-9a65-d2457601019b', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'admin_state_up': True, 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'security_groups': ['ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7']}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:10:17.265331 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:10:17.275607 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:10:17.286731 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Made reservation on behalf of f3daa98862084d19b771fad1ddc2c251 for: {'port': 1} {{(pid=78703) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:10:17.290182 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:17.544178 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Allocated IP 172.20.0.14 (fe985ee9-f71f-4a7c-96af-fb276fc83d88/3b410101-d434-42ad-9154-5f9e9f4112ee/6410d0c1-47bf-407e-b7eb-d5371130c264) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:10:17.732729 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:17.748232 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Transition to ACTIVE for port object 6410d0c1-47bf-407e-b7eb-d5371130c264 will not be triggered until provisioned by entity DHCP. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:10:17.776568 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:17.782327 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-739ee158-78a3-40c3-a62b-f35da0aab952 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:17.846454 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:10:17.849541 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:10:17.858514 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:10:17.894251 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event updated for resources: {'Port': ['ID=6410d0c1-47bf-407e-b7eb-d5371130c264,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:17.898966 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:17.926047 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:17.926557 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:17.956335 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8284643
May 10 18:10:17.978660 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Request body: {'port': {'device_id': '1e4371e7-1e49-4200-9a65-d2457601019b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:10:18.062144 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ed427298-b532-44dc-a520-77d25a64c89f None None] Provisioning for port 6410d0c1-47bf-407e-b7eb-d5371130c264 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:10:18.067462 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-ed427298-b532-44dc-a520-77d25a64c89f None None] Provisioning complete for port 6410d0c1-47bf-407e-b7eb-d5371130c264 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:10:18.067842 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ed427298-b532-44dc-a520-77d25a64c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:18.091156 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:18.122950 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-ed427298-b532-44dc-a520-77d25a64c89f None None] Port 6410d0c1-47bf-407e-b7eb-d5371130c264 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:10:18.416903 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586ac52-0cd1-4f13-aeb4-a7f105b5ee3a req-0a6585dd-a19d-47b5-83b0-65757697c1e8 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:18.417627 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-9586ac52-0cd1-4f13-aeb4-a7f105b5ee3a req-0a6585dd-a19d-47b5-83b0-65757697c1e8 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:10:18.451956 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-9586ac52-0cd1-4f13-aeb4-a7f105b5ee3a req-0a6585dd-a19d-47b5-83b0-65757697c1e8 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:10:18.453115 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9586ac52-0cd1-4f13-aeb4-a7f105b5ee3a req-0a6585dd-a19d-47b5-83b0-65757697c1e8 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 932 time: 0.2434816
May 10 18:10:18.534826 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6410d0c1-47bf-407e-b7eb-d5371130c264 {{(pid=78703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:10:18.545847 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:18.553366 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9586ac52-0cd1-4f13-aeb4-a7f105b5ee3a req-1cd7636d-7c9e-4a44-ab5f-d137397c7150 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664396
May 10 18:10:18.564545 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.provisioning_blocks [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Transition to ACTIVE for port object 6410d0c1-47bf-407e-b7eb-d5371130c264 will not be triggered until provisioned by entity L2. {{(pid=78703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:10:18.569416 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:18.573437 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c83e9ce6-913d-4777-a2fb-be3889bd36eb tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:18.726267 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Pushing event updated for resources: {'Port': ['ID=6410d0c1-47bf-407e-b7eb-d5371130c264,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:18.733405 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:18.806871 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Attempting to bind port 6410d0c1-47bf-407e-b7eb-d5371130c264 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:10:18.807218 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Attempting to bind port 6410d0c1-47bf-407e-b7eb-d5371130c264 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:10:18.807546 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Attempting to bind port 6410d0c1-47bf-407e-b7eb-d5371130c264 on network fe985ee9-f71f-4a7c-96af-fb276fc83d88 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:10:18.812725 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Port 6410d0c1-47bf-407e-b7eb-d5371130c264 on network fe985ee9-f71f-4a7c-96af-fb276fc83d88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:10:18.813046 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Attempting to bind port 6410d0c1-47bf-407e-b7eb-d5371130c264 on network fe985ee9-f71f-4a7c-96af-fb276fc83d88 {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:10:18.818843 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:10:18.819208 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Checking segment: {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:10:18.819585 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Bound using segment: {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'} {{(pid=78703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:10:18.820003 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.managers [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Bound port: 6410d0c1-47bf-407e-b7eb-d5371130c264, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b135385-a799-404d-b9d0-4b4a4b6bdaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88'}}] {{(pid=78703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:10:18.820341 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:18.914980 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] For port 6410d0c1-47bf-407e-b7eb-d5371130c264, host hv-cinder-79049, cleared binding levels {{(pid=78703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:10:18.918025 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] For port 6410d0c1-47bf-407e-b7eb-d5371130c264, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6410d0c1-47bf-407e-b7eb-d5371130c264,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:10:18.924904 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:18.928357 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3fe2bc6a-460f-4785-ab5b-9c2cabef816e tempest-VolumesActionsTest-1946286664 tempest-VolumesActionsTest-1946286664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:18.998485 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:19.002693 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:19.004149 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] 10.222.0.58 "PUT /v2.0/ports/6410d0c1-47bf-407e-b7eb-d5371130c264 HTTP/1.1" status: 200  len: 1094 time: 1.0299811
May 10 18:10:19.004681 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4371e7-1e49-4200-9a65-d2457601019b', 'tag': '6410d0c1-47bf-407e-b7eb-d5371130c264'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:10:19.013390 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Pushing event updated for resources: {'Port': ['ID=6410d0c1-47bf-407e-b7eb-d5371130c264,revision_number=3']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:19.016446 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:19.052696 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4371e7-1e49-4200-9a65-d2457601019b', 'tag': '6410d0c1-47bf-407e-b7eb-d5371130c264', 'status': 'completed', 'code': 200}
May 10 18:10:19.148504 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-8693b91b-11f7-4b31-bd7b-6012496774b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:19.150073 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-8693b91b-11f7-4b31-bd7b-6012496774b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 1097 time: 0.0775316
May 10 18:10:19.220216 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-2c805486-efde-42cf-b456-9bb6976a6804 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6410d0c1-47bf-407e-b7eb-d5371130c264 HTTP/1.1" status: 200  len: 217 time: 0.0609050
May 10 18:10:19.384889 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-6a9e0a60-ad19-4730-96ca-9e7ac30449c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:19.386393 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-6a9e0a60-ad19-4730-96ca-9e7ac30449c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b410101-d434-42ad-9154-5f9e9f4112ee HTTP/1.1" status: 200  len: 850 time: 0.1559827
May 10 18:10:19.465745 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-261cd487-8e0b-4dfa-bcaf-0e5e33e34b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:19.467130 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-261cd487-8e0b-4dfa-bcaf-0e5e33e34b57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe985ee9-f71f-4a7c-96af-fb276fc83d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705287
May 10 18:10:19.601918 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-d0c54b41-2e09-4e17-9dd3-e50428c65e8a service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277120
May 10 18:10:19.785447 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bf1aff55-8ad5-47f5-91b9-32338303e763 req-f05f1791-e221-4f6c-a1c7-c0c89562c26a service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746078
May 10 18:10:19.807392 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c524b6-175b-4eca-bd51-a1133ef089fc req-9efb6810-ca5c-4704-a4dc-86d6c3adb26f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:19.808956 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e5c524b6-175b-4eca-bd51-a1133ef089fc req-9efb6810-ca5c-4704-a4dc-86d6c3adb26f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 944 time: 0.1290588
May 10 18:10:19.893280 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e5c524b6-175b-4eca-bd51-a1133ef089fc req-4bb7ec2b-428d-464f-bc98-e8720b22f81f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770669
May 10 18:10:19.923043 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-e507f696-8904-49d3-a53f-cffe6d1e1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:19.924493 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-e507f696-8904-49d3-a53f-cffe6d1e1916 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 1097 time: 0.0868943
May 10 18:10:20.056736 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-7f57c53f-baaf-4008-b109-7416d5c30f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:20.058106 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-7f57c53f-baaf-4008-b109-7416d5c30f5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 912 time: 0.1253614
May 10 18:10:20.134056 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-4c940933-18f2-4e09-bbae-5701494075ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6410d0c1-47bf-407e-b7eb-d5371130c264 HTTP/1.1" status: 200  len: 217 time: 0.0631430
May 10 18:10:20.203356 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-4a6e5bd9-527d-4ed7-9edc-f5a5c9d8efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:20.204870 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-4a6e5bd9-527d-4ed7-9edc-f5a5c9d8efd1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b410101-d434-42ad-9154-5f9e9f4112ee HTTP/1.1" status: 200  len: 850 time: 0.0579698
May 10 18:10:20.284482 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-bd73f4b7-5209-47e4-9f35-ac6f5fe7b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:20.285947 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-bd73f4b7-5209-47e4-9f35-ac6f5fe7b9c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe985ee9-f71f-4a7c-96af-fb276fc83d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738311
May 10 18:10:20.426473 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-74b93d89-69c9-426f-ab5b-828c41c95fae service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318910
May 10 18:10:20.562377 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-49e8fdbb-1ecc-4961-80e8-1d8628d6ae1f req-8ede22f5-1d65-4d1a-9670-e9fcdbdc5057 service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250436
May 10 18:10:21.104316 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f435dd9-ec48-4288-96b8-6748d29e8204 req-d8574bb8-efc7-4057-86af-9626bc85bbd6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:21.105806 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7f435dd9-ec48-4288-96b8-6748d29e8204 req-d8574bb8-efc7-4057-86af-9626bc85bbd6 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 944 time: 0.0921741
May 10 18:10:21.154926 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7f435dd9-ec48-4288-96b8-6748d29e8204 req-807899c0-91c0-43e0-a239-3834f48fedd2 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432274
May 10 18:10:21.669492 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6410d0c1-47bf-407e-b7eb-d5371130c264 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:10:21.818463 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6410d0c1-47bf-407e-b7eb-d5371130c264, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6410d0c1-47bf-407e-b7eb-d5371130c264,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:10:21.831895 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '6410d0c1-47bf-407e-b7eb-d5371130c264', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'port_id': '6410d0c1-47bf-407e-b7eb-d5371130c264', 'mac_address': 'fa:16:3e:ca:e1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:10:21.888334 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:21.905088 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6410d0c1-47bf-407e-b7eb-d5371130c264 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:10:21.920820 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6410d0c1-47bf-407e-b7eb-d5371130c264, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6410d0c1-47bf-407e-b7eb-d5371130c264,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:10:21.927065 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:21.928991 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:21.998649 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=6410d0c1-47bf-407e-b7eb-d5371130c264,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:22.001728 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:22.206942 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['6410d0c1-47bf-407e-b7eb-d5371130c264'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:10:22.342378 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8ff72-9025-4f81-a1f0-fd8e19fe8227 req-61449947-d9c8-448c-a62f-475d0141af20 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:22.343893 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-33c8ff72-9025-4f81-a1f0-fd8e19fe8227 req-61449947-d9c8-448c-a62f-475d0141af20 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 945 time: 0.0809243
May 10 18:10:22.391932 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-33c8ff72-9025-4f81-a1f0-fd8e19fe8227 req-205d09c5-e953-4e4b-8702-ad3780299f36 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423489
May 10 18:10:23.344871 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b340e-a2e1-4133-b395-b5f43b33ee85 req-6a60d919-31b9-4ab6-b747-32bab90166db tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:23.346312 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed2b340e-a2e1-4133-b395-b5f43b33ee85 req-6a60d919-31b9-4ab6-b747-32bab90166db tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0878308
May 10 18:10:23.391563 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed2b340e-a2e1-4133-b395-b5f43b33ee85 req-f7d1bcc5-52f7-428c-ae3b-77e43dbd4974 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393288
May 10 18:10:23.603968 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d933d-b94f-4162-8d4a-729d1026f9d6 req-c79216cd-fdc8-439c-bfc9-203c59a85211 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:23.606102 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d8d933d-b94f-4162-8d4a-729d1026f9d6 req-c79216cd-fdc8-439c-bfc9-203c59a85211 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 945 time: 0.0993679
May 10 18:10:23.656967 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4d8d933d-b94f-4162-8d4a-729d1026f9d6 req-f58857c0-adc3-4c09-b06a-120e6dc2f6d9 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419550
May 10 18:10:23.659283 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6410d0c1-47bf-407e-b7eb-d5371130c264 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:10:23.730867 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 6410d0c1-47bf-407e-b7eb-d5371130c264 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:10:23.735330 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 6410d0c1-47bf-407e-b7eb-d5371130c264 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:10:23.735712 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:23.851299 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:23.877248 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4371e7-1e49-4200-9a65-d2457601019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6410d0c1-47bf-407e-b7eb-d5371130c264'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:10:23.887020 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6410d0c1-47bf-407e-b7eb-d5371130c264, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6410d0c1-47bf-407e-b7eb-d5371130c264,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:10:23.891989 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:23.893836 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:23.959749 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=6410d0c1-47bf-407e-b7eb-d5371130c264,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:23.962790 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:23.976812 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4371e7-1e49-4200-9a65-d2457601019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6410d0c1-47bf-407e-b7eb-d5371130c264', 'code': 200}
May 10 18:10:24.214510 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d6101-6b77-46f8-9b8d-3d3caa3df248 req-ab55acb2-1b83-44c2-8984-4c208fc4f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:24.216014 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3a2d6101-6b77-46f8-9b8d-3d3caa3df248 req-ab55acb2-1b83-44c2-8984-4c208fc4f766 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 1099 time: 0.0725203
May 10 18:10:24.271049 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3a2d6101-6b77-46f8-9b8d-3d3caa3df248 req-ada157c1-6dea-44bc-83ae-d326f21a3f18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348344
May 10 18:10:24.610008 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb432d3-3d60-4053-ab7f-68429b60e9f8 req-707901a0-8825-4dbd-b64c-a089a68acf8e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:24.611371 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cdb432d3-3d60-4053-ab7f-68429b60e9f8 req-707901a0-8825-4dbd-b64c-a089a68acf8e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0987129
May 10 18:10:24.655465 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cdb432d3-3d60-4053-ab7f-68429b60e9f8 req-7f8f737c-884c-436d-b563-b2a566394e11 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382328
May 10 18:10:24.856570 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95905504-a3db-4f1d-8c71-a789ad95903a req-348bf2e4-d0f0-46b2-b3eb-01ab2284c6ff tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:24.858007 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-95905504-a3db-4f1d-8c71-a789ad95903a req-348bf2e4-d0f0-46b2-b3eb-01ab2284c6ff tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 946 time: 0.0943670
May 10 18:10:24.906200 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-95905504-a3db-4f1d-8c71-a789ad95903a req-a184471d-a7a4-4bfd-8d66-0c9e962cdfd3 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393147
May 10 18:10:25.404396 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:25.869391 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ea45f-1946-4b77-9062-21ea86183165 req-27c0d7f5-0105-4f40-9b30-79f856c35a9f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:25.870936 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-186ea45f-1946-4b77-9062-21ea86183165 req-27c0d7f5-0105-4f40-9b30-79f856c35a9f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0842037
May 10 18:10:25.917266 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-186ea45f-1946-4b77-9062-21ea86183165 req-1de6a224-c905-489f-8e9c-9f3011fed7ee tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404088
May 10 18:10:26.201466 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6c25-1aef-468a-89ff-bb770766a47a req-41784f85-8cb9-4dd5-9b3d-f1a9264ae1a7 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:26.202946 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d5fe6c25-1aef-468a-89ff-bb770766a47a req-41784f85-8cb9-4dd5-9b3d-f1a9264ae1a7 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 946 time: 0.1740918
May 10 18:10:26.247690 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d5fe6c25-1aef-468a-89ff-bb770766a47a req-ae327226-455a-4fa3-b42b-3ba9378b5f56 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386996
May 10 18:10:26.440100 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4031c-97f7-4b98-abed-820b0c8348d8 req-3177d9ee-202a-4f28-ad7b-2cd8f0ba4895 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:26.441567 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2ba4031c-97f7-4b98-abed-820b0c8348d8 req-3177d9ee-202a-4f28-ad7b-2cd8f0ba4895 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 946 time: 0.0925102
May 10 18:10:26.451671 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 49982) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:26.456854 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-adadef18-1977-407c-be50-1c403b164170 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Request body: {'floatingip': {'port_id': '6410d0c1-47bf-407e-b7eb-d5371130c264'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:10:26.537312 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adadef18-1977-407c-be50-1c403b164170 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:27.110482 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a49f7-2b5d-46e6-a7e9-8031576daea2 req-d5fcb207-08eb-4fc0-b15e-97742f01e710 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:27.111953 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b07a49f7-2b5d-46e6-a7e9-8031576daea2 req-d5fcb207-08eb-4fc0-b15e-97742f01e710 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0850954
May 10 18:10:27.161065 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b07a49f7-2b5d-46e6-a7e9-8031576daea2 req-a3bed78d-767b-417c-a838-c52f3d0f820b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430076
May 10 18:10:27.229102 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adadef18-1977-407c-be50-1c403b164170 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:27.234548 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adadef18-1977-407c-be50-1c403b164170 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:27.418565 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-adadef18-1977-407c-be50-1c403b164170 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Floating IP c5736e8e-3816-4040-958e-fc3920f48dd8 associated. External IP: 172.27.3.162, port: 6410d0c1-47bf-407e-b7eb-d5371130c264.
May 10 18:10:27.775383 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adadef18-1977-407c-be50-1c403b164170 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:10:27.954063 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adadef18-1977-407c-be50-1c403b164170 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:10:27.958513 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-adadef18-1977-407c-be50-1c403b164170 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:27.963952 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] Sync routers for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:10:27.975125 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:10:27.975742 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c736eb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:10:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:28.013282 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-adadef18-1977-407c-be50-1c403b164170 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "PUT /v2.0/floatingips/c5736e8e-3816-4040-958e-fc3920f48dd8 HTTP/1.1" status: 200  len: 992 time: 1.5605164
May 10 18:10:28.013946 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4371e7-1e49-4200-9a65-d2457601019b', 'tag': '6410d0c1-47bf-407e-b7eb-d5371130c264'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:10:28.116016 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4371e7-1e49-4200-9a65-d2457601019b', 'tag': '6410d0c1-47bf-407e-b7eb-d5371130c264', 'status': 'completed', 'code': 200}
May 10 18:10:28.153825 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:10:28.219565 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-9192f5b8-b1c6-4ba3-a9da-016c19d3c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:28.221064 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-9192f5b8-b1c6-4ba3-a9da-016c19d3c1b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3daa98862084d19b771fad1ddc2c251&device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 1099 time: 0.0775123
May 10 18:10:28.401920 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-71aa730f-e2a5-4f59-813d-736f1fcaa9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:28.403313 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-71aa730f-e2a5-4f59-813d-736f1fcaa9a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 200  len: 912 time: 0.1748540
May 10 18:10:28.485347 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143f710-a71d-4546-b5e6-37cb8076d922 req-b8daa689-d2b8-4b14-ae88-efbb2a86e855 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:28.486744 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1143f710-a71d-4546-b5e6-37cb8076d922 req-b8daa689-d2b8-4b14-ae88-efbb2a86e855 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.1903899
May 10 18:10:28.502233 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c736eb0>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'c5736e8e-3816-4040-958e-fc3920f48dd8', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'port_id': '6410d0c1-47bf-407e-b7eb-d5371130c264', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'mac_address': 'fa:16:3e:ca:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4371e7-1e49-4200-9a65-d2457601019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:10:14Z', 'updated_at': '2021-05-10T18:10:27Z', 'revision_number': 1, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:28.506299 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] Checking router: f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:10:28.515402 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:10:28.516005 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c736eb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:10:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:28.536905 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-057f5dfa-6073-4ac8-a388-56a078cf9215 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6410d0c1-47bf-407e-b7eb-d5371130c264 HTTP/1.1" status: 200  len: 1000 time: 0.1232166
May 10 18:10:28.588428 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1143f710-a71d-4546-b5e6-37cb8076d922 req-82a962f3-6411-4501-baac-4d19c52cdc1d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938830
May 10 18:10:28.612415 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-77af5384-311e-42f9-82a1-6c1cfadadcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:28.613846 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-77af5384-311e-42f9-82a1-6c1cfadadcc4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b410101-d434-42ad-9154-5f9e9f4112ee HTTP/1.1" status: 200  len: 850 time: 0.0682595
May 10 18:10:28.695765 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-72871320-f22e-4faf-93b4-92dc0879ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:28.697213 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-72871320-f22e-4faf-93b4-92dc0879ebf1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fe985ee9-f71f-4a7c-96af-fb276fc83d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739915
May 10 18:10:28.720601 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:10:28.830268 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-18129146-7271-4693-9a88-08461d6c06eb service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251545
May 10 18:10:28.960608 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-40654dfd-3ea5-48df-86c3-e433cfcf6c48 req-5e9eb5c9-5e3a-4548-8e32-36fc597ed548 service neutron] 10.222.0.58 "GET /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229408
May 10 18:10:29.072175 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c736eb0>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'c5736e8e-3816-4040-958e-fc3920f48dd8', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'port_id': '6410d0c1-47bf-407e-b7eb-d5371130c264', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'mac_address': 'fa:16:3e:ca:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4371e7-1e49-4200-9a65-d2457601019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:10:14Z', 'updated_at': '2021-05-10T18:10:27Z', 'revision_number': 1, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:29.076842 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebb6c4-2a1b-46c4-9f9b-9acf6d597278 None None] The sync data for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi is: [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': 'c5736e8e-3816-4040-958e-fc3920f48dd8', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'port_id': '6410d0c1-47bf-407e-b7eb-d5371130c264', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'mac_address': 'fa:16:3e:ca:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4371e7-1e49-4200-9a65-d2457601019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:10:14Z', 'updated_at': '2021-05-10T18:10:27Z', 'revision_number': 1, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:10:29.286406 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8945a4-6c62-4133-a1f8-5242e13918c9 None None] New status for floating IP c5736e8e-3816-4040-958e-fc3920f48dd8: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:10:29.793142 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a816963-cc43-42dd-a12f-617030a0424b req-f8eed7ca-7b67-4471-a91e-fd0713470ddc tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:29.794663 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a816963-cc43-42dd-a12f-617030a0424b req-f8eed7ca-7b67-4471-a91e-fd0713470ddc tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0915782
May 10 18:10:29.839208 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2a816963-cc43-42dd-a12f-617030a0424b req-3a2f6fc5-fed0-48db-ae63-3fc35c6c8991 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387356
May 10 18:10:31.046831 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e92b5-3da8-4245-b8ea-31ee82367ba3 req-46c9cb98-4918-4f8f-9ef7-ea6467289d68 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:31.048311 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f38e92b5-3da8-4245-b8ea-31ee82367ba3 req-46c9cb98-4918-4f8f-9ef7-ea6467289d68 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0869429
May 10 18:10:31.095073 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f38e92b5-3da8-4245-b8ea-31ee82367ba3 req-498c74c3-6ab3-48c3-bbe4-82246dad62e5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383089
May 10 18:10:32.320581 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421310d-2880-400e-a2ec-be2f9074ae68 req-17ec497e-5cd0-483a-9cbf-eb6f5ecab7c1 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:32.322011 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d421310d-2880-400e-a2ec-be2f9074ae68 req-17ec497e-5cd0-483a-9cbf-eb6f5ecab7c1 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0955734
May 10 18:10:32.367672 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d421310d-2880-400e-a2ec-be2f9074ae68 req-06c7dfe8-76c8-433a-adb6-1e239b6f403d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398848
May 10 18:10:33.572055 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec94cba-5305-4757-bf51-8c2fcf7414b0 req-ea67eaee-b5c3-4924-a503-eba7514b6e1d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:33.573376 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3ec94cba-5305-4757-bf51-8c2fcf7414b0 req-ea67eaee-b5c3-4924-a503-eba7514b6e1d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0924139
May 10 18:10:33.617757 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3ec94cba-5305-4757-bf51-8c2fcf7414b0 req-66e52c54-aff5-4ca8-a30c-b8291e367bcd tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385923
May 10 18:10:34.817713 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-1095d410-f57b-4e85-b2ee-79bb185e2133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:34.832502 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece36c1-f77f-4994-a6b1-49742b111c77 req-9e1a2798-39c9-4f20-a752-e34d87a04ed9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:34.834099 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4ece36c1-f77f-4994-a6b1-49742b111c77 req-9e1a2798-39c9-4f20-a752-e34d87a04ed9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0910668
May 10 18:10:34.885272 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4ece36c1-f77f-4994-a6b1-49742b111c77 req-3fe5d1fe-99a9-4b0e-ab08-21423d0f9921 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447266
May 10 18:10:36.097480 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d1f45-6de5-4bbb-94fd-6c91d386cbbe req-13b7f074-086c-4e4d-91b8-803eed430666 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:36.098932 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-822d1f45-6de5-4bbb-94fd-6c91d386cbbe req-13b7f074-086c-4e4d-91b8-803eed430666 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0879700
May 10 18:10:36.239072 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-822d1f45-6de5-4bbb-94fd-6c91d386cbbe req-1610f10c-e6ef-446c-968a-951e26f8afa9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1339962
May 10 18:10:37.418262 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:37.448695 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d30c7-2324-4ee3-a75c-4f47429bc9ac req-5f43ef4d-c9df-4e26-95b1-9fa9c82daadb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:37.450037 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-910d30c7-2324-4ee3-a75c-4f47429bc9ac req-5f43ef4d-c9df-4e26-95b1-9fa9c82daadb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0844235
May 10 18:10:37.495103 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-910d30c7-2324-4ee3-a75c-4f47429bc9ac req-724e449c-3dbb-4378-b859-c9f7dcad8622 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388744
May 10 18:10:37.566847 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d0c51cf6-5613-4e70-96a8-fca883270114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:38.543873 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:38.689804 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e498f-bfff-49cd-845d-b7db497b4350 req-ac5f424f-6211-4b44-a668-6f945b1931f6 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:38.691368 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8d7e498f-bfff-49cd-845d-b7db497b4350 req-ac5f424f-6211-4b44-a668-6f945b1931f6 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0868812
May 10 18:10:38.737273 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8d7e498f-bfff-49cd-845d-b7db497b4350 req-6551ee64-6c41-4e9d-8764-b3404bb83186 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395422
May 10 18:10:39.693110 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 9cf76d89-cefd-4f58-8d8a-450ac24b5727 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:10:39.833989 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:10:39.847170 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'port_id': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'mac_address': 'fa:16:3e:ae:f0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:10:39.906750 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:39.924049 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cf76d89-cefd-4f58-8d8a-450ac24b5727 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:10:39.928641 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e41952-b48e-4209-ad14-2b22fb8f466d req-f9923240-4ddb-4421-9b6d-0d4731d20242 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:39.930122 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99e41952-b48e-4209-ad14-2b22fb8f466d req-f9923240-4ddb-4421-9b6d-0d4731d20242 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0794327
May 10 18:10:39.940376 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:10:39.945330 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:39.948322 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-1ef104c3-f1cf-4a82-9ac1-da2a75b41e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:39.979471 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99e41952-b48e-4209-ad14-2b22fb8f466d req-b0324dcb-1688-4a31-b6ff-ce16c0bb07e2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433342
May 10 18:10:40.016764 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:40.034467 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=6']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:40.041987 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.042333 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.042668 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.043057 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.043361 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.043685 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.044004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.044312 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.044647 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.044962 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.045262 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.045575 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:40.049479 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:40.070132 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['9cf76d89-cefd-4f58-8d8a-450ac24b5727'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:10:41.171368 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c86c-2e28-45be-90a4-0b43de5f1bb0 req-830b8648-3931-4678-8b5d-4150ad055c07 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:41.178607 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-88b5c86c-2e28-45be-90a4-0b43de5f1bb0 req-830b8648-3931-4678-8b5d-4150ad055c07 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 945 time: 0.0872219
May 10 18:10:41.218861 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-88b5c86c-2e28-45be-90a4-0b43de5f1bb0 req-92dc3102-eaea-41ae-929e-09f10f6f727f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393877
May 10 18:10:41.708033 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 9cf76d89-cefd-4f58-8d8a-450ac24b5727 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:10:41.786211 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:10:41.790386 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:41.921384 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:41.949221 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:10:41.959792 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:10:41.966472 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:41.968502 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:42.006233 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'code': 200}
May 10 18:10:42.046274 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=7']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:42.049390 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:42.421473 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec04b7-4bf6-47e5-9d87-0c651442dae1 req-60cb36bc-2fae-4bdc-84c4-c08795177959 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:42.423838 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-34ec04b7-4bf6-47e5-9d87-0c651442dae1 req-60cb36bc-2fae-4bdc-84c4-c08795177959 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0832474
May 10 18:10:42.479823 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-34ec04b7-4bf6-47e5-9d87-0c651442dae1 req-351ade1d-0104-4b1b-87ad-0e3af083e12f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497627
May 10 18:10:43.711846 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefecc0e-74fc-4fb0-bd85-fc45a5131cfc req-23ac2d01-2aaf-43f2-a97e-3bc6fe790066 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:43.713369 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cefecc0e-74fc-4fb0-bd85-fc45a5131cfc req-23ac2d01-2aaf-43f2-a97e-3bc6fe790066 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0946908
May 10 18:10:43.768170 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cefecc0e-74fc-4fb0-bd85-fc45a5131cfc req-84e6adb7-91b7-406c-9582-18fca42516c3 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487542
May 10 18:10:44.986353 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce715998-c1e0-4922-89a5-ff74ad954642 req-fbab4ea3-358c-48b4-a4f9-22b86c51dd0a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:44.987937 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ce715998-c1e0-4922-89a5-ff74ad954642 req-fbab4ea3-358c-48b4-a4f9-22b86c51dd0a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0956471
May 10 18:10:45.038482 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ce715998-c1e0-4922-89a5-ff74ad954642 req-5ab06e10-717d-427d-b848-81416889ce9a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443761
May 10 18:10:46.253839 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010fd55-ddb3-42c1-a235-0334f433f3c3 req-92258c1e-bbe4-4d1e-b913-85f1bd4a3955 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:46.255348 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7010fd55-ddb3-42c1-a235-0334f433f3c3 req-92258c1e-bbe4-4d1e-b913-85f1bd4a3955 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0919321
May 10 18:10:46.309221 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7010fd55-ddb3-42c1-a235-0334f433f3c3 req-35000808-dcb6-40e1-b783-50d4fae0dec6 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453291
May 10 18:10:47.537993 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7699-98d0-458b-9187-60bdbece3b72 req-33535393-783d-40b7-90c3-20b5a2d27747 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:47.543831 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e3f7699-98d0-458b-9187-60bdbece3b72 req-33535393-783d-40b7-90c3-20b5a2d27747 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.1121995
May 10 18:10:47.601524 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6e3f7699-98d0-458b-9187-60bdbece3b72 req-a5d1cc8c-1b2c-48ad-a573-2f14249576c6 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506275
May 10 18:10:48.786854 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b0721-2130-4cf8-af17-38cd92ee6558 req-da9f1d76-f4a4-4fcd-9b66-a172794e5a08 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:48.788352 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-671b0721-2130-4cf8-af17-38cd92ee6558 req-da9f1d76-f4a4-4fcd-9b66-a172794e5a08 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0832012
May 10 18:10:48.952270 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-671b0721-2130-4cf8-af17-38cd92ee6558 req-59dd7622-bc23-4cea-8107-2235c7f109a9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1545429
May 10 18:10:49.177166 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:10:50.157666 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f7c25-78c8-41a6-a411-0d3e715de492 req-8029c5b6-4d2f-4870-a0ae-5e9ad4f72aaf tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:50.159646 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-550f7c25-78c8-41a6-a411-0d3e715de492 req-8029c5b6-4d2f-4870-a0ae-5e9ad4f72aaf tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0886333
May 10 18:10:50.205808 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-550f7c25-78c8-41a6-a411-0d3e715de492 req-5af67cfd-5654-4bb8-96d3-df8ed3edaf7b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407178
May 10 18:10:50.879187 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-a150c3b6-03e7-4b37-af69-04d2bb71330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:50.880672 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-a150c3b6-03e7-4b37-af69-04d2bb71330a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 1099 time: 0.0750966
May 10 18:10:51.015822 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-e001aefb-0416-484d-aa5b-e911cf38162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:51.017272 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-e001aefb-0416-484d-aa5b-e911cf38162d service neutron] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 918 time: 0.1284623
May 10 18:10:51.120117 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-fe7b52eb-0fdb-4ef8-8413-315ff074eb2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727 HTTP/1.1" status: 200  len: 1001 time: 0.0952179
May 10 18:10:51.181567 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-df9a0345-e9e6-4d65-844d-c6217b2e453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:51.183026 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-df9a0345-e9e6-4d65-844d-c6217b2e453a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.0553718
May 10 18:10:51.257611 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-4d184101-f914-468a-9dbe-433ddfa0fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:51.259462 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-4d184101-f914-468a-9dbe-433ddfa0fe76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698016
May 10 18:10:51.392719 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-ca13272a-7637-4363-acad-dbcff8fa5735 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251125
May 10 18:10:51.404049 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59b646-718c-4373-9cf0-b733a4f46c4a req-657c444b-25cf-429a-80da-20198b44ef15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:51.405518 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ac59b646-718c-4373-9cf0-b733a4f46c4a req-657c444b-25cf-429a-80da-20198b44ef15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0837896
May 10 18:10:51.450782 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ac59b646-718c-4373-9cf0-b733a4f46c4a req-fb86b606-14e4-4c5d-84f1-e2215c5c7bd7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392063
May 10 18:10:51.524878 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dc776181-99c0-4ab2-aff1-72ecff48ee17 req-4d3dd173-c581-4e84-acbf-cf6aade9610a service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247790
May 10 18:10:52.552432 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-73516881-db25-4105-b630-7bc18c7395f9 req-290d2459-9c3d-4ec0-a89e-38afc29c0905 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113190142&fields=id&tenant_id=a16646f1801142f88a1d804291b41603 HTTP/1.1" status: 200  len: 267 time: 0.0410535
May 10 18:10:52.641514 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516881-db25-4105-b630-7bc18c7395f9 req-efc67ab0-e820-4d1f-b776-e13b30cf64b5 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:52.642593 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d313d59-2930-49fb-bcc9-c33e16483ca2 req-999bdb5e-b97c-40c7-92f4-f183648d9384 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:52.643163 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-73516881-db25-4105-b630-7bc18c7395f9 req-efc67ab0-e820-4d1f-b776-e13b30cf64b5 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 984 time: 0.0850730
May 10 18:10:52.644068 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7d313d59-2930-49fb-bcc9-c33e16483ca2 req-999bdb5e-b97c-40c7-92f4-f183648d9384 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0823550
May 10 18:10:52.654242 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-73516881-db25-4105-b630-7bc18c7395f9 req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Request body: {'port': {'security_groups': ['238bd62f-9759-480a-887d-ead413ec178a']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:10:52.689979 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7d313d59-2930-49fb-bcc9-c33e16483ca2 req-1ddd3476-8ad4-43f9-bbb1-731ca84a6298 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403399
May 10 18:10:52.772519 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-73516881-db25-4105-b630-7bc18c7395f9 req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.024329 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-73516881-db25-4105-b630-7bc18c7395f9 req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] For port 96801cfb-58a5-4b0a-8185-8a1ec84404bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:10:53.048979 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-73516881-db25-4105-b630-7bc18c7395f9 req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.055430 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-73516881-db25-4105-b630-7bc18c7395f9 req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.060982 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:53.076934 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['96801cfb-58a5-4b0a-8185-8a1ec84404bb'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:10:53.125553 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516881-db25-4105-b630-7bc18c7395f9 req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:53.126185 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-73516881-db25-4105-b630-7bc18c7395f9 req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.130119 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-73516881-db25-4105-b630-7bc18c7395f9 req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "PUT /v2.0/ports/96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 942 time: 0.4781258
May 10 18:10:53.130119 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:10:53.135206 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50146) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:53.179087 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event updated for resources: {'Port': ['ID=96801cfb-58a5-4b0a-8185-8a1ec84404bb,revision_number=7']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:53.195281 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'status': 'completed', 'code': 200}
May 10 18:10:53.200999 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.201373 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.201744 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.202105 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.202463 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.202833 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.203238 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.203583 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.203988 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.204327 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.204680 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.205030 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:10:53.211997 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:53.229204 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['96801cfb-58a5-4b0a-8185-8a1ec84404bb'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:10:53.239831 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-79d96a45-9a32-4336-97ea-0a26afadec35 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.279432 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-79d96a45-9a32-4336-97ea-0a26afadec35 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.363390 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-79d96a45-9a32-4336-97ea-0a26afadec35 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.369882 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2645a5d2-d513-49a0-b8ad-7b63eb1f3272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:53.386074 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d96a45-9a32-4336-97ea-0a26afadec35 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:53.388260 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-d55b4910-a832-4cb0-a784-44758c81d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:53.390112 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-d55b4910-a832-4cb0-a784-44758c81d918 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a16646f1801142f88a1d804291b41603&device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1098 time: 0.1589899
May 10 18:10:53.390479 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-79d96a45-9a32-4336-97ea-0a26afadec35 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:53.401609 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-79d96a45-9a32-4336-97ea-0a26afadec35 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.405888 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-79d96a45-9a32-4336-97ea-0a26afadec35 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "DELETE /v2.0/security-groups/bf1c7fdf-7f31-404f-ae36-d907f5bc9ac3 HTTP/1.1" status: 204  len: 168 time: 0.2666805
May 10 18:10:53.405888 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50150) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:53.481351 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-d54ac703-e9cf-44ed-97a4-1939b7edb1a4 None None] Provisioning complete for port 96801cfb-58a5-4b0a-8185-8a1ec84404bb triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:10:53.481738 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d54ac703-e9cf-44ed-97a4-1939b7edb1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.536715 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-8897f509-9160-483f-99c5-fa72b68f613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:53.538090 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-8897f509-9160-483f-99c5-fa72b68f613f service neutron] 10.222.0.58 "GET /v2.0/networks?id=aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 200  len: 915 time: 0.1341681
May 10 18:10:53.649286 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-e0d9a1cf-4fc0-4470-89c5-e65ca9fd8da1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 1001 time: 0.1015670
May 10 18:10:53.704035 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-4e826bce-2a6f-497e-a611-f1a1e848e74d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2252884
May 10 18:10:53.772462 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Deleting port 311d8dd6-a8ab-4919-97ab-09c92044921f {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:10:53.772893 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.821954 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-c643edb9-ad42-49a9-a26d-afad725c6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:53.823514 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-c643edb9-ad42-49a9-a26d-afad725c6f5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e52368-65e1-40c4-a103-f765bc907d5b HTTP/1.1" status: 200  len: 853 time: 0.1553311
May 10 18:10:53.904060 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-74785ea5-69f6-49d8-9de1-791283c8e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:53.905704 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-74785ea5-69f6-49d8-9de1-791283c8e2af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aba591cd-85ec-4d09-b411-e9a517f8ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746233
May 10 18:10:53.944991 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:53.945319 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:54.040326 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-d593bc0f-f953-43a2-8a70-d777fab3b2e5 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261165
May 10 18:10:54.179404 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd2a9110-7845-4f2a-a19d-76bef57f6aa7 req-7d2724b1-aa11-40d5-b43b-bcf99bf58d83 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313720
May 10 18:10:54.183106 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Calling delete_port for 311d8dd6-a8ab-4919-97ab-09c92044921f owned by network:floatingip {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:10:54.195331 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e04a3-553f-4885-8ae8-97b62af1f02b req-7ffa28ec-de1a-4093-961d-bee6ccd0efe5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:54.196792 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2f8e04a3-553f-4885-8ae8-97b62af1f02b req-7ffa28ec-de1a-4093-961d-bee6ccd0efe5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.3589482
May 10 18:10:54.271461 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2f8e04a3-553f-4885-8ae8-97b62af1f02b req-7d609d5e-c5cc-4133-8e18-a8e6f89727f3 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562770
May 10 18:10:54.311161 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-a5c1f723-c289-4f1c-b6cd-70801828ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:54.312735 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-a5c1f723-c289-4f1c-b6cd-70801828ea56 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a16646f1801142f88a1d804291b41603&device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1098 time: 0.0901985
May 10 18:10:54.368035 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:54.372609 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:54.417574 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event deleted for resources: {'Port': ['ID=311d8dd6-a8ab-4919-97ab-09c92044921f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:54.448245 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:54.466803 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-ed6b886f-7b8c-4a16-8f87-3a9be0b3ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:54.468162 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-ed6b886f-7b8c-4a16-8f87-3a9be0b3ba30 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 200  len: 915 time: 0.1327312
May 10 18:10:54.512783 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks [] for floatingip, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:54.513194 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.l3_db [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Floating IP f6ffbfa0-22f4-4db8-925d-1303aba8cd39 disassociated (deleted). External IP: 172.27.3.234, port: 96801cfb-58a5-4b0a-8185-8a1ec84404bb.
May 10 18:10:54.536912 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-f5f346c0-6773-4392-8085-77c5dc99e225 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 217 time: 0.0618000
May 10 18:10:54.604928 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-281226c4-7d2c-453d-a27d-3705af6f8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:54.606590 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-281226c4-7d2c-453d-a27d-3705af6f8ca9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e52368-65e1-40c4-a103-f765bc907d5b HTTP/1.1" status: 200  len: 853 time: 0.0628464
May 10 18:10:54.689296 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-b99375a3-eccc-4811-98ba-a9736458fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:54.691366 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-b99375a3-eccc-4811-98ba-a9736458fabe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aba591cd-85ec-4d09-b411-e9a517f8ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780122
May 10 18:10:54.833812 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-6e900da8-bb34-47b6-8796-2dfd7baea4b2 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346555
May 10 18:10:54.878398 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:10:54.971497 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-10a3506a-a590-41f7-bf31-ebf95d719c41 req-07e9e6c8-3cf9-4e44-bc0f-d700ee460545 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309149
May 10 18:10:55.060931 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:10:55.071036 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] Sync routers for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:10:55.080818 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:55.083315 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:10:55.083962 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7e0250>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:10:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:55.138726 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "DELETE /v2.0/floatingips/f6ffbfa0-22f4-4db8-925d-1303aba8cd39 HTTP/1.1" status: 204  len: 168 time: 1.7308295
May 10 18:10:55.196220 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:10:55.272672 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:10:55.369218 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'status': 'completed', 'code': 200}
May 10 18:10:55.496060 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a861eec-db1a-44b2-8805-cb276ced048d req-87006881-9fad-434e-a6ce-96f216f13081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:55.497551 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a861eec-db1a-44b2-8805-cb276ced048d req-87006881-9fad-434e-a6ce-96f216f13081 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a16646f1801142f88a1d804291b41603&device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 1098 time: 0.1036298
May 10 18:10:55.556723 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:55.687306 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a861eec-db1a-44b2-8805-cb276ced048d req-368bc045-7f9b-4176-9f25-e3a4e77601cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:55.688842 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a861eec-db1a-44b2-8805-cb276ced048d req-368bc045-7f9b-4176-9f25-e3a4e77601cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 200  len: 915 time: 0.1808267
May 10 18:10:55.696050 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7e0250>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'be5da0c1-2a42-4469-8ad1-9290cb2ed8dd', 'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:25Z', 'updated_at': '2021-05-10T18:08:35Z', 'revision_number': 5, 'project_id': 'a16646f1801142f88a1d804291b41603', 'subnets': [{'id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:55.700350 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] Checking router: d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:10:55.709616 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:10:55.710401 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7e0250>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:10:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:55.778740 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 9cf76d89-cefd-4f58-8d8a-450ac24b5727 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:10:55.784194 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a861eec-db1a-44b2-8805-cb276ced048d req-89dcb2da-3469-44dd-b2c1-e5f4fd2cf667 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 200  len: 217 time: 0.0868487
May 10 18:10:55.864912 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a861eec-db1a-44b2-8805-cb276ced048d req-c1e7c164-881d-4b28-b7b8-0e591319ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:55.866533 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a861eec-db1a-44b2-8805-cb276ced048d req-c1e7c164-881d-4b28-b7b8-0e591319ec1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f2e52368-65e1-40c4-a103-f765bc907d5b HTTP/1.1" status: 200  len: 853 time: 0.0759525
May 10 18:10:55.902607 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700f41-d2ac-45ec-a702-8394552fc6d4 req-ce70b55a-7b16-4fd5-ac01-be4cd609a77f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:55.904150 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2b700f41-d2ac-45ec-a702-8394552fc6d4 req-ce70b55a-7b16-4fd5-ac01-be4cd609a77f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 946 time: 0.0857170
May 10 18:10:55.961138 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2b700f41-d2ac-45ec-a702-8394552fc6d4 req-a4acce5e-1168-4bf8-a651-56dddf658b5d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492632
May 10 18:10:55.970511 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a861eec-db1a-44b2-8805-cb276ced048d req-149752f5-0595-4af2-9791-3a4c246d0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:55.972052 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a861eec-db1a-44b2-8805-cb276ced048d req-149752f5-0595-4af2-9791-3a4c246d0d42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aba591cd-85ec-4d09-b411-e9a517f8ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979865
May 10 18:10:56.037429 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:10:56.081556 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:56.121818 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50212) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:10:56.127638 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:10:56.208693 dv-cinder-790492-1-iscsi neutron-server[78704]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'code': 422} returned with failed status
May 10 18:10:56.232157 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:10:56.245608 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a861eec-db1a-44b2-8805-cb276ced048d req-411f269c-3d05-4c85-b92e-906e6257175f service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648101
May 10 18:10:56.252390 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:10:56.259371 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-e7af6609-2366-4dfb-8487-99339623e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:10:56.275717 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-749a69ca-6e75-4f7d-aeb1-7a0833f3f974 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1520884
May 10 18:10:56.390264 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a861eec-db1a-44b2-8805-cb276ced048d req-8376b066-839f-4712-b77e-68ff55aa80e5 service neutron] 10.222.0.58 "GET /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368115
May 10 18:10:56.442628 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=8']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:10:56.445973 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:10:56.540418 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7e0250>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'be5da0c1-2a42-4469-8ad1-9290cb2ed8dd', 'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:25Z', 'updated_at': '2021-05-10T18:08:35Z', 'revision_number': 5, 'project_id': 'a16646f1801142f88a1d804291b41603', 'subnets': [{'id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:10:56.544523 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3c31c8-88f5-4506-b6ea-f1ce4e82c0fb None None] The sync data for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi is: [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:08:27Z', 'revision_number': 4, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'be5da0c1-2a42-4469-8ad1-9290cb2ed8dd', 'name': '', 'network_id': 'aba591cd-85ec-4d09-b411-e9a517f8ba46', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:25Z', 'updated_at': '2021-05-10T18:08:35Z', 'revision_number': 5, 'project_id': 'a16646f1801142f88a1d804291b41603', 'subnets': [{'id': 'f2e52368-65e1-40c4-a103-f765bc907d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:10:56.806250 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c9f9e-0ba9-491d-b1bf-d89cfadd4cf3 None None] New status for floating IP f6ffbfa0-22f4-4db8-925d-1303aba8cd39: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:10:57.204697 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5866261-4faf-4639-8f64-59400d12830a req-b0e3a0a7-9a87-4907-b3a6-a18dcbed8de3 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:57.206369 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e5866261-4faf-4639-8f64-59400d12830a req-b0e3a0a7-9a87-4907-b3a6-a18dcbed8de3 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.1294475
May 10 18:10:57.261039 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e5866261-4faf-4639-8f64-59400d12830a req-18c6e390-ca5e-4ddf-a3a8-ff568360171c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484443
May 10 18:10:57.271457 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-3cb80b7b-31f6-44c1-96fd-ffb9440876bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:57.272872 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-3cb80b7b-31f6-44c1-96fd-ffb9440876bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495&tenant_id=e5837b88ffc7405589fea8e5217a66b4 HTTP/1.1" status: 200  len: 1097 time: 0.1257949
May 10 18:10:57.380003 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-7427fdf2-000b-4c14-8360-47eb494368f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:57.381551 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-7427fdf2-000b-4c14-8360-47eb494368f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5837b88ffc7405589fea8e5217a66b4&device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 1097 time: 0.0760224
May 10 18:10:57.518668 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-38ec2861-fe03-4df2-93a6-9d172e6ba95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:57.520031 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-38ec2861-fe03-4df2-93a6-9d172e6ba95f service neutron] 10.222.0.58 "GET /v2.0/networks?id=da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 200  len: 918 time: 0.1300347
May 10 18:10:57.620999 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-5a7b6fc2-11b9-4a45-964f-43e6a6510ec2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727 HTTP/1.1" status: 200  len: 999 time: 0.0935209
May 10 18:10:57.687183 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-bae05753-4ad6-4b0a-bfe1-527221ce2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:57.688723 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-bae05753-4ad6-4b0a-bfe1-527221ce2141 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 200  len: 856 time: 0.0617259
May 10 18:10:57.764386 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-c247879d-0c76-4158-9990-db795d73bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:57.765821 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-c247879d-0c76-4158-9990-db795d73bec2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=da0ee4dd-dbdb-4107-9ef1-8e4161663969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706680
May 10 18:10:57.898838 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-86668157-5e9d-4a6e-b434-3b1734ed3c46 service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256661
May 10 18:10:58.031393 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c680d62d-d112-467e-b8cd-f02496a33c70 req-695ab6a3-a673-43ca-89a5-1c38052145de service neutron] 10.222.0.58 "GET /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250074
May 10 18:10:58.483754 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9ad91-dfcb-4aee-a25f-2f032e15c6bc req-cea27216-d1f6-4002-b1ed-37046f2f39c9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:58.485634 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0ac9ad91-dfcb-4aee-a25f-2f032e15c6bc req-cea27216-d1f6-4002-b1ed-37046f2f39c9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.0936944
May 10 18:10:58.588465 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054f37a-f46d-4ad9-9968-ac90e87d4a81 req-808fe296-84b1-4eca-be8f-001f4f9e98c9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:58.597968 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3054f37a-f46d-4ad9-9968-ac90e87d4a81 req-808fe296-84b1-4eca-be8f-001f4f9e98c9 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.1135988
May 10 18:10:58.607544 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0ac9ad91-dfcb-4aee-a25f-2f032e15c6bc req-9c3743e8-f7cd-4769-9c76-292613857f4c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148155
May 10 18:10:58.669974 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3054f37a-f46d-4ad9-9968-ac90e87d4a81 req-1595415f-0e69-4eb5-ad10-2653dfea042f tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710526
May 10 18:10:59.808316 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0116-4021-4830-80f9-0b5a260f8501 req-d364f9c6-711a-4a70-b0db-e8eb1c67d74f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:10:59.810060 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ae5b0116-4021-4830-80f9-0b5a260f8501 req-d364f9c6-711a-4a70-b0db-e8eb1c67d74f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.0822959
May 10 18:10:59.859697 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ae5b0116-4021-4830-80f9-0b5a260f8501 req-efad0514-f199-44ad-a55a-121765c5ca1b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436022
May 10 18:11:00.045005 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527bc2c-51e8-4124-8825-a29ddb75b844 req-88f5ff94-f69a-4fdb-a1fc-1a415588c66b tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:00.046510 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5527bc2c-51e8-4124-8825-a29ddb75b844 req-88f5ff94-f69a-4fdb-a1fc-1a415588c66b tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0834806
May 10 18:11:00.093887 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5527bc2c-51e8-4124-8825-a29ddb75b844 req-fbb59a64-74d1-461d-afb7-05009726fdf7 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414681
May 10 18:11:01.053857 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed9b0e-342f-432a-a101-b35b7b51b476 req-76d06909-c351-458c-b175-a13127e1f23d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:01.055380 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2bed9b0e-342f-432a-a101-b35b7b51b476 req-76d06909-c351-458c-b175-a13127e1f23d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.0846205
May 10 18:11:01.102401 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2bed9b0e-342f-432a-a101-b35b7b51b476 req-0140c3a9-1899-4a7e-9d1a-f78ac274316f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411663
May 10 18:11:01.288197 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac3c87-8c3e-40c0-92fa-556c75746747 req-ab24afb0-0e90-470d-9f00-c3517ed35694 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:01.289690 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7bac3c87-8c3e-40c0-92fa-556c75746747 req-ab24afb0-0e90-470d-9f00-c3517ed35694 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0837555
May 10 18:11:01.337129 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7bac3c87-8c3e-40c0-92fa-556c75746747 req-5e01b37a-691d-4f4b-aedb-c876de1f7430 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412571
May 10 18:11:02.399691 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd315372-92a9-4e25-a2f2-fd51a782c389 req-17938fc9-a9f6-4941-865f-44bc52e57a4e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:02.401349 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fd315372-92a9-4e25-a2f2-fd51a782c389 req-17938fc9-a9f6-4941-865f-44bc52e57a4e tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.1827269
May 10 18:11:02.448703 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fd315372-92a9-4e25-a2f2-fd51a782c389 req-df6ed3fc-fd29-4874-b8f5-245ea1fdb3da tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413423
May 10 18:11:02.631090 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc876-efe0-4884-856e-9cde7a439cc8 req-ab8ac88d-83bb-421a-a9f7-ad750905d3af tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:02.632620 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72dbc876-efe0-4884-856e-9cde7a439cc8 req-ab8ac88d-83bb-421a-a9f7-ad750905d3af tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0859249
May 10 18:11:02.681182 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72dbc876-efe0-4884-856e-9cde7a439cc8 req-5476fbbe-1d45-4494-a281-8638c48e048c tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424600
May 10 18:11:03.645871 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e389a8-b3a9-4336-ad5f-723bec0d7c0a req-e803b764-fc58-4b5e-9420-b9c40b6853d4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:03.647393 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-09e389a8-b3a9-4336-ad5f-723bec0d7c0a req-e803b764-fc58-4b5e-9420-b9c40b6853d4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.0804985
May 10 18:11:03.696135 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-09e389a8-b3a9-4336-ad5f-723bec0d7c0a req-e8e51c49-340a-4ab8-bd33-2f14dc04ae04 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426166
May 10 18:11:03.890693 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13cadd-e139-40f3-a0da-b708a3815001 req-b2af7a51-be37-4aa1-9d95-ddc5ebb440f3 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:03.892372 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6a13cadd-e139-40f3-a0da-b708a3815001 req-b2af7a51-be37-4aa1-9d95-ddc5ebb440f3 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0940299
May 10 18:11:03.939447 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6a13cadd-e139-40f3-a0da-b708a3815001 req-278cfe14-9053-49c1-81a1-2c9327b5867a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409577
May 10 18:11:04.812845 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-48cbfaaa-d67c-4354-8cf0-fdc605f16b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:04.897921 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad44769-eff5-4027-b0d9-65f8d4820706 req-12a4ae8d-029a-4e16-b14c-c5adb4067474 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:04.899478 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aad44769-eff5-4027-b0d9-65f8d4820706 req-12a4ae8d-029a-4e16-b14c-c5adb4067474 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.0891666
May 10 18:11:04.946639 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aad44769-eff5-4027-b0d9-65f8d4820706 req-fe662d22-65ef-4662-8db3-cc52b24882e4 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413954
May 10 18:11:05.138649 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca3ed7-e4aa-4946-bacb-2c7a35ad4d19 req-a8fdb3c3-dcb2-40a9-ae47-75f4bafd59f2 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:05.140183 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-63ca3ed7-e4aa-4946-bacb-2c7a35ad4d19 req-a8fdb3c3-dcb2-40a9-ae47-75f4bafd59f2 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0912218
May 10 18:11:05.204194 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-63ca3ed7-e4aa-4946-bacb-2c7a35ad4d19 req-d85a5c3d-edf1-45d4-b6fe-66bdff4e6888 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573392
May 10 18:11:06.145610 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36269d35-a178-4e0a-934c-5d4e32043e2f req-4dfc9ca2-3d13-400d-ba2b-ba367a2ec993 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:06.148246 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-36269d35-a178-4e0a-934c-5d4e32043e2f req-4dfc9ca2-3d13-400d-ba2b-ba367a2ec993 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.0906591
May 10 18:11:06.195421 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-36269d35-a178-4e0a-934c-5d4e32043e2f req-6520221b-b11c-4fb3-b86c-0de88088b272 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414033
May 10 18:11:06.384246 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f10dc5-08ba-4c11-94a8-6248d4145da0 req-c733faeb-4e31-4cef-9fa9-977fc8dfed8b tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:06.385744 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f7f10dc5-08ba-4c11-94a8-6248d4145da0 req-c733faeb-4e31-4cef-9fa9-977fc8dfed8b tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0849380
May 10 18:11:06.431501 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f7f10dc5-08ba-4c11-94a8-6248d4145da0 req-a85918fc-3600-49be-b12a-5cf72fb4ebf0 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394263
May 10 18:11:07.396915 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002987ba-7298-4654-8fbf-6fc7b29e54b5 req-7947fa6f-6599-451c-b63c-a7a3ea655239 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:07.398392 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-002987ba-7298-4654-8fbf-6fc7b29e54b5 req-7947fa6f-6599-451c-b63c-a7a3ea655239 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.0854528
May 10 18:11:07.415235 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:07.449601 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-002987ba-7298-4654-8fbf-6fc7b29e54b5 req-40b835e0-cf20-453e-a19e-18db028519cd tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453043
May 10 18:11:07.571940 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-05562078-b9de-4f8b-8bd4-83b3893e82f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:07.629400 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada75d1-508e-4f02-ab87-0d99a40caede req-f6bb00ad-7021-4376-866e-79c80b098287 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:07.630965 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fada75d1-508e-4f02-ab87-0d99a40caede req-f6bb00ad-7021-4376-866e-79c80b098287 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0814934
May 10 18:11:07.681260 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fada75d1-508e-4f02-ab87-0d99a40caede req-5835c8c7-86eb-4e1c-bcff-b94dd5197319 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440025
May 10 18:11:08.548046 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:08.659403 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86ce65-881e-4fb2-8158-862a079faa34 req-09962055-9b9c-4799-8334-76ad3ae113e8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:08.660873 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed86ce65-881e-4fb2-8158-862a079faa34 req-09962055-9b9c-4799-8334-76ad3ae113e8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.0859213
May 10 18:11:08.706509 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ed86ce65-881e-4fb2-8158-862a079faa34 req-dd8de00b-e720-42e1-a2ae-a4a457e807bb tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398688
May 10 18:11:09.033107 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1318548-c985-4696-b473-b0e0b55d733f req-685c408c-95e8-4f08-a005-388479d12e1e tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:09.034700 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f1318548-c985-4696-b473-b0e0b55d733f req-685c408c-95e8-4f08-a005-388479d12e1e tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0832965
May 10 18:11:09.082727 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f1318548-c985-4696-b473-b0e0b55d733f req-74241636-171c-4ea5-a62d-aab06d5d78f2 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421088
May 10 18:11:09.905848 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75cf7a-3ccb-4962-8191-e4f5e7bf03ec req-006b5527-31b4-40e4-93be-863fbe125763 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:09.907241 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5c75cf7a-3ccb-4962-8191-e4f5e7bf03ec req-006b5527-31b4-40e4-93be-863fbe125763 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.0842357
May 10 18:11:09.955445 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5c75cf7a-3ccb-4962-8191-e4f5e7bf03ec req-dba044f5-cdc2-424b-a13c-e829a53ede57 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399408
May 10 18:11:09.983046 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:10.275016 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7a3e5-9571-4a17-832a-832f78e1715c req-96150dc1-8ab0-4425-b9d1-012279e867a5 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:10.275710 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-77e7a3e5-9571-4a17-832a-832f78e1715c req-96150dc1-8ab0-4425-b9d1-012279e867a5 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Synchronizing usage tracker for tenant:a16646f1801142f88a1d804291b41603 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:11:10.292692 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-77e7a3e5-9571-4a17-832a-832f78e1715c req-96150dc1-8ab0-4425-b9d1-012279e867a5 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Unset dirty status for tenant:a16646f1801142f88a1d804291b41603 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:11:10.294372 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77e7a3e5-9571-4a17-832a-832f78e1715c req-96150dc1-8ab0-4425-b9d1-012279e867a5 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.1001377
May 10 18:11:10.339138 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-77e7a3e5-9571-4a17-832a-832f78e1715c req-f875ec37-ac14-4f53-876d-bf2b33350951 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Synchronizing usage tracker for tenant:a16646f1801142f88a1d804291b41603 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:11:10.359350 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-77e7a3e5-9571-4a17-832a-832f78e1715c req-f875ec37-ac14-4f53-876d-bf2b33350951 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Unset dirty status for tenant:a16646f1801142f88a1d804291b41603 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:11:10.360777 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-77e7a3e5-9571-4a17-832a-832f78e1715c req-f875ec37-ac14-4f53-876d-bf2b33350951 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/security-groups?id=238bd62f-9759-480a-887d-ead413ec178a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606639
May 10 18:11:10.632096 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-adc609c1-daa6-470d-9b5a-09577ba39f08 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:10.633980 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-adc609c1-daa6-470d-9b5a-09577ba39f08 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.58 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 945 time: 0.0898178
May 10 18:11:10.774023 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Deleting port 96801cfb-58a5-4b0a-8185-8a1ec84404bb {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:10.774268 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:10.907527 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] For port 96801cfb-58a5-4b0a-8185-8a1ec84404bb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=96801cfb-58a5-4b0a-8185-8a1ec84404bb,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:10.907879 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:11.114014 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Calling delete_port for 96801cfb-58a5-4b0a-8185-8a1ec84404bb owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:11.222101 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a09313-37d6-4ed8-89c6-ab5704655aae req-bc18b1ae-83f1-44a8-82cd-7ae3f3844102 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:11.223610 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-83a09313-37d6-4ed8-89c6-ab5704655aae req-bc18b1ae-83f1-44a8-82cd-7ae3f3844102 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 944 time: 0.1166518
May 10 18:11:11.318185 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-83a09313-37d6-4ed8-89c6-ab5704655aae req-9d6ba8e0-5d01-41bb-aa71-ed0d5dd75ec8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882363
May 10 18:11:11.324713 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:11.330814 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2def3642-8f35-473d-b4fc-a59f69158b7c tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:11.336372 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['96801cfb-58a5-4b0a-8185-8a1ec84404bb'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:11:11.380736 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Pushing event deleted for resources: {'Port': ['ID=96801cfb-58a5-4b0a-8185-8a1ec84404bb,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:11.421621 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.421991 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.422354 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.422717 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.423099 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.423451 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.423795 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.424153 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.424651 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.424833 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.425152 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.425489 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:11.456397 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:11.465300 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] No DVR routers for this DVR port 96801cfb-58a5-4b0a-8185-8a1ec84404bb on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:11:11.467797 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:11.470374 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'name': 'network-vif-deleted', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:11:11.487499 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3bba18ac-2607-4704-a2c2-2b12b59bee28 req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.58 "DELETE /v2.0/ports/96801cfb-58a5-4b0a-8185-8a1ec84404bb HTTP/1.1" status: 204  len: 173 time: 0.8477092
May 10 18:11:11.510869 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6ed92dac-d4b7-4498-8356-85d4f0e65307 req-8780c797-1df5-4979-96d7-a71eb3ec9986 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] 10.222.0.70 "GET /v2.0/ports?device_id=8298d1b9-fbed-4144-952c-654d7a2d68da HTTP/1.1" status: 200  len: 210 time: 0.0440636
May 10 18:11:11.519582 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298d1b9-fbed-4144-952c-654d7a2d68da', 'name': 'network-vif-deleted', 'tag': '96801cfb-58a5-4b0a-8185-8a1ec84404bb', 'status': 'completed', 'code': 200}
May 10 18:11:11.783114 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 9cf76d89-cefd-4f58-8d8a-450ac24b5727 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:11:11.931410 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:11.945445 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'port_id': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'mac_address': 'fa:16:3e:ae:f0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:11:12.001713 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:12.019133 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf76d89-cefd-4f58-8d8a-450ac24b5727 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:11:12.035029 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:12.040194 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:12.042245 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:12.113222 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=9']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:12.116343 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:12.257193 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['9cf76d89-cefd-4f58-8d8a-450ac24b5727'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:11:12.628634 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531730d2-1218-4bb8-97a0-8b8edb3a51a1 req-df2b030a-0110-44b4-bdc7-b825fde7017d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:12.629936 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-531730d2-1218-4bb8-97a0-8b8edb3a51a1 req-df2b030a-0110-44b4-bdc7-b825fde7017d tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 945 time: 0.1971521
May 10 18:11:12.677482 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-531730d2-1218-4bb8-97a0-8b8edb3a51a1 req-1843d75c-2f9e-4d8a-bfe8-a32877d3fc3f tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407898
May 10 18:11:13.119962 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50386) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:13.654652 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393292'] for router_interface, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:13.801061 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 9cf76d89-cefd-4f58-8d8a-450ac24b5727 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:13.871347 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:13.871729 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:13.987309 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:13.988336 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf54c7-43af-4dc0-87b0-2b8458656eac req-7c6f3016-e496-4b31-a89e-cd77ec02a2ad tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:13.989875 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-decf54c7-43af-4dc0-87b0-2b8458656eac req-7c6f3016-e496-4b31-a89e-cd77ec02a2ad tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 945 time: 0.1970048
May 10 18:11:14.014489 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:11:14.024778 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:14.030456 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:14.032228 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 96801cfb-58a5-4b0a-8185-8a1ec84404bb no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:14.055090 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-decf54c7-43af-4dc0-87b0-2b8458656eac req-c0b19d9f-9211-4b96-ba48-51b8277dea0b tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583639
May 10 18:11:14.060184 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-90bba782-2ffd-4bb2-a40b-d7ce7234f94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:14.101760 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'code': 200}
May 10 18:11:14.117264 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 96801cfb-58a5-4b0a-8185-8a1ec84404bb {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:14.117612 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 96801cfb-58a5-4b0a-8185-8a1ec84404bb not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:14.148061 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=10']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:14.155912 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:14.324419 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Deleting port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:14.325065 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:14.455030 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8d8aa-ac2c-4c92-8f00-d4a3eada0a34 req-b448e614-ef2f-4f02-b8d8-93d5b88649f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:14.456512 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f2d8d8aa-ac2c-4c92-8f00-d4a3eada0a34 req-b448e614-ef2f-4f02-b8d8-93d5b88649f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 1100 time: 0.1868656
May 10 18:11:14.463292 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] For port be5da0c1-2a42-4469-8ad1-9290cb2ed8dd, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=be5da0c1-2a42-4469-8ad1-9290cb2ed8dd,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:14.463649 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:14.597773 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Calling delete_port for be5da0c1-2a42-4469-8ad1-9290cb2ed8dd owned by network:router_interface {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:14.621079 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f2d8d8aa-ac2c-4c92-8f00-d4a3eada0a34 req-0a5cee54-6cf9-4b78-89ba-3f0cdfedd4e1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1504645
May 10 18:11:14.758603 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:14.762095 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ce5acd6d-9d94-4395-b03e-81f3fa4fa7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:14.807219 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Pushing event deleted for resources: {'Port': ['ID=be5da0c1-2a42-4469-8ad1-9290cb2ed8dd,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:14.810300 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:15.071269 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403708'] for router_interface, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:15.249833 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101583d-2e63-4ee7-a0b2-dd5ffb4eef2e req-872143aa-1389-4bff-9147-2ce902a59082 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:15.251361 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0101583d-2e63-4ee7-a0b2-dd5ffb4eef2e req-872143aa-1389-4bff-9147-2ce902a59082 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 947 time: 0.0799582
May 10 18:11:15.299812 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0101583d-2e63-4ee7-a0b2-dd5ffb4eef2e req-38dfabea-f199-41b1-a5c7-0e373074073c tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423551
May 10 18:11:15.431394 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:11:15.714224 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:11:15.724717 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] Sync routers for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:11:15.729752 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] 10.222.0.70 "PUT /v2.0/routers/d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6060233
May 10 18:11:15.729895 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50436) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:15.734832 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:15.735639 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7d5190>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:15.913239 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:15.930032 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:16.096563 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:16.170055 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Deleting port e4ec7dda-6052-42e1-8815-1dc2759d5e02 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:16.170430 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:16.251740 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7d5190>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:11:14Z', 'revision_number': 5, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port': {'id': 'e4ec7dda-6052-42e1-8815-1dc2759d5e02', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:22Z', 'updated_at': '2021-05-10T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:16.255739 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] Checking router: d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:11:16.264514 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] Routers {'d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:16.265115 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7d5190>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:16.291973 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] For port e4ec7dda-6052-42e1-8815-1dc2759d5e02, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=e4ec7dda-6052-42e1-8815-1dc2759d5e02,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:16.292329 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:16.414102 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] Set router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 gateway port host: None {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:16.420700 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Calling delete_port for e4ec7dda-6052-42e1-8815-1dc2759d5e02 owned by network:router_gateway {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:16.523108 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7d5190>, [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:11:16Z', 'revision_number': 6, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port_host': None}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:16.526446 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e0e38-a933-4186-9114-1dbdff6e9d6d None None] The sync data for ids ['d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11'] in dv-cinder-790492-1-iscsi is: [{'id': 'd8e1d19a-1e49-41ec-9ec9-74cf56d4fb11', 'name': 'tempest-TestMinimumBasicScenario-793035169-router', 'tenant_id': 'a16646f1801142f88a1d804291b41603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:21Z', 'updated_at': '2021-05-10T18:11:16Z', 'revision_number': 6, 'project_id': 'a16646f1801142f88a1d804291b41603', 'gw_port_host': None}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:11:16.540125 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5b04-5875-46d0-b0ea-3504aa934cd9 req-1433cd72-18ff-4e17-8192-88020423b281 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:16.541667 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e02f5b04-5875-46d0-b0ea-3504aa934cd9 req-1433cd72-18ff-4e17-8192-88020423b281 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 947 time: 0.1279755
May 10 18:11:16.601624 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e02f5b04-5875-46d0-b0ea-3504aa934cd9 req-0d268fa0-cc97-42aa-a16f-873589df98b8 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535498
May 10 18:11:16.678993 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:16.682721 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-df22f87a-5477-424a-ae2e-23702ac82dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:16.732648 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ec7dda-6052-42e1-8815-1dc2759d5e02,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:16.735685 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:16.823234 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398696'] for router_gateway, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.091334 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46683'] for router, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.093725 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.180386 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402554'] for router, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.180924 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 {{(pid=78703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 18:11:17.194461 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.195618 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d8e1d19a-1e49-41ec-9ec9-74cf56d4fb11 HTTP/1.1" status: 204  len: 168 time: 1.4648678
May 10 18:11:17.198349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50446) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:17.258647 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5ecdeb-bf96-4943-9f7b-5c9e996cc452 admin admin] Deleting subnet f2e52368-65e1-40c4-a103-f765bc907d5b {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:11:17.262239 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecdeb-bf96-4943-9f7b-5c9e996cc452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.314862 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecdeb-bf96-4943-9f7b-5c9e996cc452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1709152'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.429636 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecdeb-bf96-4943-9f7b-5c9e996cc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.678377 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecdeb-bf96-4943-9f7b-5c9e996cc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1580337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10650524'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.683347 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-101539ec-e26e-4b19-b8f0-0413cea79b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:17.720067 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ecdeb-bf96-4943-9f7b-5c9e996cc452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e52368-65e1-40c4-a103-f765bc907d5b,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:17.723078 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2c5ecdeb-bf96-4943-9f7b-5c9e996cc452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:17.724028 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecdeb-bf96-4943-9f7b-5c9e996cc452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.729171 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f574049-0ace-48c5-81d3-60b14bc56763 None None] Network aba591cd-85ec-4d09-b411-e9a517f8ba46 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:11:17.730632 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2c5ecdeb-bf96-4943-9f7b-5c9e996cc452 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f2e52368-65e1-40c4-a103-f765bc907d5b HTTP/1.1" status: 204  len: 168 time: 0.5312691
May 10 18:11:17.733193 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50452) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:17.835939 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.903683 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device e4ec7dda-6052-42e1-8815-1dc2759d5e02 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:17.914835 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Deleting port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:17.915276 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:17.938328 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: e4ec7dda-6052-42e1-8815-1dc2759d5e02 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:17.938674 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device e4ec7dda-6052-42e1-8815-1dc2759d5e02 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:17.939145 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device be5da0c1-2a42-4469-8ad1-9290cb2ed8dd no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:17.975187 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: be5da0c1-2a42-4469-8ad1-9290cb2ed8dd {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:17.975533 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device be5da0c1-2a42-4469-8ad1-9290cb2ed8dd not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:18.017225 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] For port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=13488e4a-5ae4-4f9f-93ef-ed282c76ffe0,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:18.017580 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.050749 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] DHCP port deletion for aba591cd-85ec-4d09-b411-e9a517f8ba46 request from dv-cinder-790492-1-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 18:11:18.123275 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] Deleting port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:18.123589 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.142755 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Calling delete_port for 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 owned by network:dhcp {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:18.189419 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.193440 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e47b4e7f-bdf9-4c44-94c2-d48cc682a161 tempest-VolumesNegativeTest-1474022493 tempest-VolumesNegativeTest-1474022493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:18.224398 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] For port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=13488e4a-5ae4-4f9f-93ef-ed282c76ffe0,segment=NetworkSegment(12406ac2-7e42-4e66-9163-7a9e7a5ffed9),segment_id=12406ac2-7e42-4e66-9163-7a9e7a5ffed9)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:18.224835 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.238691 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Pushing event deleted for resources: {'Port': ['ID=13488e4a-5ae4-4f9f-93ef-ed282c76ffe0,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:18.241690 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:18.242508 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] No DVR routers for this DVR port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 on host dv-cinder-790492-1-iscsi {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:11:18.344720 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] Calling delete_port for 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:18.356304 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.369777 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7937e44ee0>,) {'filters': {'network_id': ['aba591cd-85ec-4d09-b411-e9a517f8ba46']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:18.382337 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937e44ee0>, '12406ac2-7e42-4e66-9163-7a9e7a5ffed9') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:18.382594 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937e44ee0>, '12406ac2-7e42-4e66-9163-7a9e7a5ffed9') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:18.395032 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.411138 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.418523 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:11:18.419129 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:11:18.432683 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:11:18.475035 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.479912 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ebb2b9ad-8b65-48de-a184-f95b023050b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:18.514495 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.519266 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:18.527473 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] Pushing event deleted for resources: {'Port': ['ID=13488e4a-5ae4-4f9f-93ef-ed282c76ffe0,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:18.529599 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] No DVR routers for this DVR port 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 on host dv-cinder-790492-1-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:11:18.530829 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:18.629562 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:18.640197 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba591cd-85ec-4d09-b411-e9a517f8ba46,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:18.643556 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:18.655181 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7f101911-635e-47b7-b54d-730725c10470 admin admin] 10.222.0.70 "DELETE /v2.0/networks/aba591cd-85ec-4d09-b411-e9a517f8ba46 HTTP/1.1" status: 204  len: 168 time: 0.9210010
May 10 18:11:18.658071 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50456) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:19.194160 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393292'] for router_interface, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:19.603961 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Deleting port 276edc0a-fd38-49e3-8b09-14de991c19e0 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:19.604189 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:19.725896 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] For port 276edc0a-fd38-49e3-8b09-14de991c19e0, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=276edc0a-fd38-49e3-8b09-14de991c19e0,segment=NetworkSegment(3d2ff061-d910-425f-b680-2c4ebeff7e54),segment_id=3d2ff061-d910-425f-b680-2c4ebeff7e54)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:19.726250 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:19.844264 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Calling delete_port for 276edc0a-fd38-49e3-8b09-14de991c19e0 owned by network:router_interface {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:19.896513 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:19.930389 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:19.930741 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 13488e4a-5ae4-4f9f-93ef-ed282c76ffe0 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:20.089752 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:20.096498 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:20.140050 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Pushing event deleted for resources: {'Port': ['ID=276edc0a-fd38-49e3-8b09-14de991c19e0,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:20.167513 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:20.403478 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403708'] for router_interface, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:20.773599 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Router 08231a56-0047-4b20-acaa-621d20b90a4f has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:11:21.010095 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:11:21.018867 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] Sync routers for ids ['08231a56-0047-4b20-acaa-621d20b90a4f'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:11:21.029097 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] Routers {'08231a56-0047-4b20-acaa-621d20b90a4f'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:21.029711 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c740d90>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['08231a56-0047-4b20-acaa-621d20b90a4f'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:21.031584 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50484) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:21.032079 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9259c850-1ecb-4f84-92d6-d408a736a41b admin admin] 10.222.0.70 "PUT /v2.0/routers/08231a56-0047-4b20-acaa-621d20b90a4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3726907
May 10 18:11:21.208647 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:21.213151 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] Set router 08231a56-0047-4b20-acaa-621d20b90a4f gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:21.382100 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:21.459121 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Deleting port 97ce76e7-1077-4974-a569-7b805c38313c {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:21.459438 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:21.494253 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c740d90>, [{'id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '97ce76e7-1077-4974-a569-7b805c38313c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:30Z', 'updated_at': '2021-05-10T18:11:19Z', 'revision_number': 5, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'gw_port': {'id': '97ce76e7-1077-4974-a569-7b805c38313c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:08:31Z', 'updated_at': '2021-05-10T18:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:21.498024 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] Checking router: 08231a56-0047-4b20-acaa-621d20b90a4f for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:11:21.506229 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] Routers {'08231a56-0047-4b20-acaa-621d20b90a4f'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:21.506815 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c740d90>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['08231a56-0047-4b20-acaa-621d20b90a4f'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:21.580716 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] For port 97ce76e7-1077-4974-a569-7b805c38313c, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=97ce76e7-1077-4974-a569-7b805c38313c,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:21.581062 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:21.654234 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] Set router 08231a56-0047-4b20-acaa-621d20b90a4f gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:21.702107 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Calling delete_port for 97ce76e7-1077-4974-a569-7b805c38313c owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:21.758072 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c740d90>, [{'id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:30Z', 'updated_at': '2021-05-10T18:11:21Z', 'revision_number': 6, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'gw_port_host': None}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:21.762123 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10be46c-08ee-4061-9555-42f454364cc0 None None] The sync data for ids ['08231a56-0047-4b20-acaa-621d20b90a4f'] in dv-cinder-790492-1-iscsi is: [{'id': '08231a56-0047-4b20-acaa-621d20b90a4f', 'name': 'tempest-TestMinimumBasicScenario-1206361210-router', 'tenant_id': '77c82ef978f74012851b5de401bd5c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:08:30Z', 'updated_at': '2021-05-10T18:11:21Z', 'revision_number': 6, 'project_id': '77c82ef978f74012851b5de401bd5c1f', 'gw_port_host': None}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:11:21.842346 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:21.845911 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9fda966e-8d7c-4489-a722-384598adbc0e tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:21.890926 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Pushing event deleted for resources: {'Port': ['ID=97ce76e7-1077-4974-a569-7b805c38313c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:21.894167 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:21.983443 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398696'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.152857 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46683'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.155257 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.184282 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402554'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.184710 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08231a56-0047-4b20-acaa-621d20b90a4f {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 18:11:22.210005 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.213600 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] 10.222.0.70 "DELETE /v2.0/routers/08231a56-0047-4b20-acaa-621d20b90a4f HTTP/1.1" status: 204  len: 168 time: 1.1784692
May 10 18:11:22.213831 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50492) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:22.253627 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 276edc0a-fd38-49e3-8b09-14de991c19e0 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:22.289654 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 276edc0a-fd38-49e3-8b09-14de991c19e0 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:22.289945 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 276edc0a-fd38-49e3-8b09-14de991c19e0 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:22.370185 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d80e3b-b15f-404c-a5d1-b7004f60bb16 admin admin] Deleting subnet 07abed69-9d41-431f-9149-baff07667172 {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:11:22.373399 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9d80e3b-b15f-404c-a5d1-b7004f60bb16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.422396 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9d80e3b-b15f-404c-a5d1-b7004f60bb16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702346'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.541537 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9d80e3b-b15f-404c-a5d1-b7004f60bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.791141 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9d80e3b-b15f-404c-a5d1-b7004f60bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11435597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1963105'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.795247 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-79c042e8-d617-49b2-8df5-0fd6a0562cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:22.830557 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d80e3b-b15f-404c-a5d1-b7004f60bb16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07abed69-9d41-431f-9149-baff07667172,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:22.833558 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e9d80e3b-b15f-404c-a5d1-b7004f60bb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:22.834544 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e9d80e3b-b15f-404c-a5d1-b7004f60bb16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:22.839991 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f54ca-23de-444e-8226-6c223aeec390 None None] Network 5c49163b-a1eb-48b6-b660-03a070d96cfa requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:11:22.841513 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e9d80e3b-b15f-404c-a5d1-b7004f60bb16 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/07abed69-9d41-431f-9149-baff07667172 HTTP/1.1" status: 204  len: 168 time: 0.6264737
May 10 18:11:22.844282 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50496) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:22.955726 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.035855 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Deleting port ac8807dc-84dc-479e-ae17-005232d56f2e {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:23.036163 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.133873 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] DHCP port deletion for 5c49163b-a1eb-48b6-b660-03a070d96cfa request from dv-cinder-790492-1-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 18:11:23.142381 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] For port ac8807dc-84dc-479e-ae17-005232d56f2e, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ac8807dc-84dc-479e-ae17-005232d56f2e,segment=NetworkSegment(3d2ff061-d910-425f-b680-2c4ebeff7e54),segment_id=3d2ff061-d910-425f-b680-2c4ebeff7e54)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:23.142749 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.200527 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] Deleting port ac8807dc-84dc-479e-ae17-005232d56f2e {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:23.200908 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.268044 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Calling delete_port for ac8807dc-84dc-479e-ae17-005232d56f2e owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:23.297912 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] For port ac8807dc-84dc-479e-ae17-005232d56f2e, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ac8807dc-84dc-479e-ae17-005232d56f2e,segment=NetworkSegment(3d2ff061-d910-425f-b680-2c4ebeff7e54),segment_id=3d2ff061-d910-425f-b680-2c4ebeff7e54)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:23.298450 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.317583 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.321212 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a915bcdf-0d3d-4066-89fa-f28ac4f1c898 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:23.366866 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8807dc-84dc-479e-ae17-005232d56f2e,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:23.369902 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:23.370660 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] No DVR routers for this DVR port ac8807dc-84dc-479e-ae17-005232d56f2e on host dv-cinder-790492-1-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:11:23.422091 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] Calling delete_port for ac8807dc-84dc-479e-ae17-005232d56f2e owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:23.465122 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.468812 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:23.484815 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.497573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f79374479a0>,) {'filters': {'network_id': ['5c49163b-a1eb-48b6-b660-03a070d96cfa']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:23.509974 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f79374479a0>, '3d2ff061-d910-425f-b680-2c4ebeff7e54') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:23.510245 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f79374479a0>, '3d2ff061-d910-425f-b680-2c4ebeff7e54') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:23.512028 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] Pushing event deleted for resources: {'Port': ['ID=ac8807dc-84dc-479e-ae17-005232d56f2e,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:23.513834 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] No DVR routers for this DVR port ac8807dc-84dc-479e-ae17-005232d56f2e on host dv-cinder-790492-1-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:11:23.515196 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:23.522074 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702357'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.538822 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.545506 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:11:23.545906 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11435563'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]: Traceback (most recent call last):
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     timer()
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     cb(*args, **kw)
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     self._notify()
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     self.callback(batched_events)
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     event.method(event)
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._get(url).json()
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:11:23.559394 dv-cinder-790492-1-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:11:23.639444 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.644813 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-98ca91d6-dcc4-4f06-b906-07a53b16cc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:23.660864 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.666585 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c49163b-a1eb-48b6-b660-03a070d96cfa,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:23.670430 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:23.676518 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5c49163b-a1eb-48b6-b660-03a070d96cfa HTTP/1.1" status: 204  len: 168 time: 0.8312707
May 10 18:11:23.855442 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50504) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:23.910104 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50508) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:23.910228 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4783ed3c-b909-4db7-9c01-348cf171d5ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a16646f1801142f88a1d804291b41603&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0535576
May 10 18:11:23.913432 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ac8807dc-84dc-479e-ae17-005232d56f2e no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:23.947249 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: ac8807dc-84dc-479e-ae17-005232d56f2e {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:23.947600 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ac8807dc-84dc-479e-ae17-005232d56f2e not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:23.948012 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 97ce76e7-1077-4974-a569-7b805c38313c no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:23.971307 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8c36da20-294f-486b-89e2-689924a97ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:23.983032 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 97ce76e7-1077-4974-a569-7b805c38313c {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:23.983359 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 97ce76e7-1077-4974-a569-7b805c38313c not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:23.998537 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8c36da20-294f-486b-89e2-689924a97ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:24.052128 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8c36da20-294f-486b-89e2-689924a97ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:24.056073 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-98a7ab99-6793-4eec-b129-049e0c679a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:24.070011 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36da20-294f-486b-89e2-689924a97ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238bd62f-9759-480a-887d-ead413ec178a,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:24.072476 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8c36da20-294f-486b-89e2-689924a97ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:24.082538 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8c36da20-294f-486b-89e2-689924a97ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:24.083778 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8c36da20-294f-486b-89e2-689924a97ddb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/238bd62f-9759-480a-887d-ead413ec178a HTTP/1.1" status: 204  len: 168 time: 0.1718013
May 10 18:11:24.431215 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50518) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:24.481312 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e48384f6-eecf-4c65-b46b-703a071ecb76 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77c82ef978f74012851b5de401bd5c1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0488710
May 10 18:11:24.483821 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50522) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:24.636937 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-89781aaf-2a01-40a3-946a-ee9d39dde975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:24.663190 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-89781aaf-2a01-40a3-946a-ee9d39dde975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:24.717433 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-89781aaf-2a01-40a3-946a-ee9d39dde975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:24.721096 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-553abdec-d4fb-48f0-8fb5-d45abc4cd856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:24.732347 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89781aaf-2a01-40a3-946a-ee9d39dde975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b50bccd-2608-40d7-a53c-5090b0337d5f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:24.735735 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-89781aaf-2a01-40a3-946a-ee9d39dde975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:24.739081 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-89781aaf-2a01-40a3-946a-ee9d39dde975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:24.740207 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-89781aaf-2a01-40a3-946a-ee9d39dde975 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b50bccd-2608-40d7-a53c-5090b0337d5f HTTP/1.1" status: 204  len: 168 time: 0.2554715
May 10 18:11:25.412767 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:25.516733 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50548) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:25.624976 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1962017004-network', 'tenant_id': '6bd21dbb176a45db9110424ead538f35'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:25.629741 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:25.634609 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Usage tracker for resource:network and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:25.637844 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:25.644400 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:25.657559 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Made reservation on behalf of 6bd21dbb176a45db9110424ead538f35 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:11:25.661005 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:25.673137 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:25.688060 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:25.692197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:25.695059 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:25.700729 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:25.789082 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:25.794007 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:25.797127 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-47cf0c1a-0e38-495e-a2fa-d7110a72d948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:25.823970 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:11:25.834544 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151d22a0-129c-4864-a941-7e9b4dde5fc3,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:25.837948 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:25.840677 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:25.841004 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Added segment f3c98ce7-3e94-4b04-9cbc-b59779617983 of type vlan for network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4
May 10 18:11:25.868240 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:25.898038 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:25.899445 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:25.900120 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:25.903408 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:26.002209 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Pushing event updated for resources: {'Network': ['ID=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:26.005306 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:26.007257 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4893649
May 10 18:11:26.010593 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50554) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:26.012702 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:11:26.016059 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Request body: {'subnet': {'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1962017004-subnet', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:26.021200 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:26.025108 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Usage tracker for resource:subnet and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:26.028044 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:26.033930 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:26.045378 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Made reservation on behalf of 6bd21dbb176a45db9110424ead538f35 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:11:26.047685 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1963018'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:26.156372 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:11:26.437840 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11302798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1963128'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:26.442469 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:26.521899 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12468fc0-8f39-4a85-94b2-df9ddeac2301,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:26.525150 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:26.531029 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Checking segment: {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:11:26.531378 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Network hostable DHCP agents. Network: c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:11:26.551961 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:11:26.562265 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:26.570331 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:26.570942 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:26.572726 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bef463-bb2c-403c-aaa9-28b8176b4968 None None] Network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:11:26.590523 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5788703
May 10 18:11:26.593230 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50560) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:26.598364 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:26.602639 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:26.606441 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Usage tracker for resource:router and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:26.609252 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:26.614942 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:26.624476 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:26.625503 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:26.640974 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:26.785193 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 18:11:26.786076 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:26.911020 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:26.948712 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Allocated IP 172.20.0.2 (c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4/12468fc0-8f39-4a85-94b2-df9ddeac2301/5dfe02b5-acf9-4a7c-978c-939cecada492) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:11:27.149251 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:27.160046 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Transition to ACTIVE for port object 5dfe02b5-acf9-4a7c-978c-939cecada492 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:27.178705 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Transition to ACTIVE for port object 5dfe02b5-acf9-4a7c-978c-939cecada492 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:27.185017 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:27.188614 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:27.250664 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:11:27.253633 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:27.263127 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:11:27.269766 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Pushing event updated for resources: {'Port': ['ID=5dfe02b5-acf9-4a7c-978c-939cecada492,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:27.273765 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:27.327546 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:27.356815 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:27.359572 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Attempting to bind port 5dfe02b5-acf9-4a7c-978c-939cecada492 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:11:27.359955 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Attempting to bind port 5dfe02b5-acf9-4a7c-978c-939cecada492 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:11:27.360326 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Attempting to bind port 5dfe02b5-acf9-4a7c-978c-939cecada492 on network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:11:27.365903 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:11:27.366282 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Checking segment: {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:11:27.366690 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:27.367131 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Bound using segment: {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:11:27.367603 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Bound port: 5dfe02b5-acf9-4a7c-978c-939cecada492, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:11:27.367979 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:27.466056 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] For port 5dfe02b5-acf9-4a7c-978c-939cecada492, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:11:27.474455 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] For port 5dfe02b5-acf9-4a7c-978c-939cecada492, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=5dfe02b5-acf9-4a7c-978c-939cecada492,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:11:27.481795 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:27.485049 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-68e7802e-1889-4ce3-8004-a38446e7fe35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:27.507058 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Allocated IP 172.27.3.235 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/776b1d28-2b47-4b6b-90b6-a7c6c3212838) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:11:27.617190 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Pushing event updated for resources: {'Port': ['ID=5dfe02b5-acf9-4a7c-978c-939cecada492,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:27.622652 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:27.667036 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:27.700418 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:27.705766 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-20c2785a-1d72-46cb-a068-66282b44c571 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:27.762335 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:11:27.765353 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:27.768851 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:11:27.828493 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Pushing event updated for resources: {'Port': ['ID=776b1d28-2b47-4b6b-90b6-a7c6c3212838,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:27.832543 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:27.961425 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 5dfe02b5-acf9-4a7c-978c-939cecada492 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:28.029848 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 5dfe02b5-acf9-4a7c-978c-939cecada492 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:28.211006 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:28.493345 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948da84-3730-470b-a953-325e2ed011e4 None None] Network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:11:28.553259 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:28.579459 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-30757400-dcb1-4604-9369-4b47ac82f5a9 None None] Provisioning for port 5dfe02b5-acf9-4a7c-978c-939cecada492 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:28.601638 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-30757400-dcb1-4604-9369-4b47ac82f5a9 None None] Provisioning complete for port 5dfe02b5-acf9-4a7c-978c-939cecada492 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:28.602025 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-30757400-dcb1-4604-9369-4b47ac82f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:28.827939 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-30757400-dcb1-4604-9369-4b47ac82f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:28.867646 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-30757400-dcb1-4604-9369-4b47ac82f5a9 None None] For port 5dfe02b5-acf9-4a7c-978c-939cecada492, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=5dfe02b5-acf9-4a7c-978c-939cecada492,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:28.872999 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-30757400-dcb1-4604-9369-4b47ac82f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:28.878625 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 18:11:28.881754 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-0f63fec6-b91a-4e02-8136-908748ab23ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:28.954724 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30757400-dcb1-4604-9369-4b47ac82f5a9 None None] Pushing event updated for resources: {'Port': ['ID=5dfe02b5-acf9-4a7c-978c-939cecada492,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:28.958281 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-30757400-dcb1-4604-9369-4b47ac82f5a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:29.071408 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:11:29.083732 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Sync routers for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:11:29.098707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:29.098932 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:29.100003 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c327a60>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:29.100203 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5060596
May 10 18:11:29.102854 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50574) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:29.270362 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-1cc08181-50da-404f-a3ec-f17a792342ce None None] Provisioning complete for port 5dfe02b5-acf9-4a7c-978c-939cecada492 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:29.270546 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-1cc08181-50da-404f-a3ec-f17a792342ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:29.356719 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:29.701512 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c327a60>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:28Z', 'revision_number': 3, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:29.705548 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Checking router: 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:11:29.705905 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Updating router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 port 776b1d28-2b47-4b6b-90b6-a7c6c3212838 binding host dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:11:29.759802 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:29.798586 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:29.951785 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 5dfe02b5-acf9-4a7c-978c-939cecada492 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:30.014043 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Allocated IP 172.20.0.1 (c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4/12468fc0-8f39-4a85-94b2-df9ddeac2301/a2eeeb9f-cef8-445f-ad9b-789381f116aa) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:11:30.109161 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 5dfe02b5-acf9-4a7c-978c-939cecada492 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:30.109411 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.162911 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.178419 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Transition to ACTIVE for port object a2eeeb9f-cef8-445f-ad9b-789381f116aa will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:30.204065 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.208922 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:30.233262 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.264564 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:11:30.267211 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:30.270923 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:11:30.277786 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Transition to ACTIVE for port object 776b1d28-2b47-4b6b-90b6-a7c6c3212838 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:30.294933 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.299855 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:30.316355 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Pushing event updated for resources: {'Port': ['ID=a2eeeb9f-cef8-445f-ad9b-789381f116aa,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:30.320953 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:30.392670 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Attempting to bind port 776b1d28-2b47-4b6b-90b6-a7c6c3212838 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:11:30.393052 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Attempting to bind port 776b1d28-2b47-4b6b-90b6-a7c6c3212838 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:11:30.393432 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Attempting to bind port 776b1d28-2b47-4b6b-90b6-a7c6c3212838 on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:11:30.395896 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0f878-ceba-4883-8137-143b8d7528d0 None None] Pushing event updated for resources: {'Port': ['ID=776b1d28-2b47-4b6b-90b6-a7c6c3212838,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:30.399795 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-64e0f878-ceba-4883-8137-143b8d7528d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:30.402485 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:11:30.402869 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:11:30.403487 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.403703 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:11:30.404202 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Bound port: 776b1d28-2b47-4b6b-90b6-a7c6c3212838, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:11:30.404564 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.468992 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.483296 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] For port 776b1d28-2b47-4b6b-90b6-a7c6c3212838, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:11:30.486480 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] For port 776b1d28-2b47-4b6b-90b6-a7c6c3212838, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=776b1d28-2b47-4b6b-90b6-a7c6c3212838,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:11:30.490677 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.495070 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:30.578731 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0113cd85-d68f-4334-a4ad-7c404f56e1fc None None] Provisioning for port a2eeeb9f-cef8-445f-ad9b-789381f116aa completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:30.586175 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.586366 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:30.586887 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c327a60>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:30.639671 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0f878-ceba-4883-8137-143b8d7528d0 None None] Pushing event updated for resources: {'Port': ['ID=776b1d28-2b47-4b6b-90b6-a7c6c3212838,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:30.648063 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-0113cd85-d68f-4334-a4ad-7c404f56e1fc None None] Provisioning complete for port a2eeeb9f-cef8-445f-ad9b-789381f116aa triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:30.648723 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0113cd85-d68f-4334-a4ad-7c404f56e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.673204 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-64e0f878-ceba-4883-8137-143b8d7528d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:30.783825 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-0113cd85-d68f-4334-a4ad-7c404f56e1fc None None] Port a2eeeb9f-cef8-445f-ad9b-789381f116aa cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:11:30.822081 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:30.831673 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.836747 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:30.863896 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ce5473d3-8059-43f7-a624-f080283db534 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:30.950303 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Pushing event updated for resources: {'Port': ['ID=a2eeeb9f-cef8-445f-ad9b-789381f116aa,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:30.953213 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:30.954345 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:31.099510 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:11:31.106051 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:31.145227 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c327a60>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 1, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:31.149823 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66263be-6dfc-4cbd-8771-6227ae3444ea None None] The sync data for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi is: [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 1, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:11:31.349600 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:11:31.422591 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-f328fb94-3542-4527-b145-ec1c4dfccf4c None None] Provisioning complete for port a2eeeb9f-cef8-445f-ad9b-789381f116aa triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:31.422998 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f328fb94-3542-4527-b145-ec1c4dfccf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:31.482918 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-f328fb94-3542-4527-b145-ec1c4dfccf4c None None] Port a2eeeb9f-cef8-445f-ad9b-789381f116aa cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:11:31.551179 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:11:31.560993 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] 10.222.0.70 "PUT /v2.0/routers/7a33d0c1-156b-4654-82a2-5e2e7c6342d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4570258
May 10 18:11:31.952203 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 776b1d28-2b47-4b6b-90b6-a7c6c3212838 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:32.037577 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 776b1d28-2b47-4b6b-90b6-a7c6c3212838 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:32.043404 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 776b1d28-2b47-4b6b-90b6-a7c6c3212838 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:32.043803 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.151705 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50612) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:32.159023 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1778772406-network', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:32.164668 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:32.169600 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Usage tracker for resource:network and tenant:b0affdfc8aec41deb3909311e5c2b118 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:32.174068 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:32.181156 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:32.186109 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.196546 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Made reservation on behalf of b0affdfc8aec41deb3909311e5c2b118 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:11:32.200961 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.207462 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 776b1d28-2b47-4b6b-90b6-a7c6c3212838, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=776b1d28-2b47-4b6b-90b6-a7c6c3212838,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:32.214970 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.219339 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:32.228910 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.247458 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:32.251930 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:b0affdfc8aec41deb3909311e5c2b118 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:32.255405 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:32.262038 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:32.296526 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=776b1d28-2b47-4b6b-90b6-a7c6c3212838,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:32.308244 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:32.360346 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.365675 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.369500 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7640de7f-342f-45ae-ba06-552a04a43557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:32.399859 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:11:32.409427 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5936b77a-8fd2-48b9-afcc-f3dc9ab0e57b,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:32.418636 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:32.422174 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.422174 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Added segment 30726738-c8be-4b3d-9b75-fbba9aced416 of type vlan for network bf704975-0e9f-4f4a-a557-9a84fe85ec89
May 10 18:11:32.450522 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.484208 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.485868 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:32.486699 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:32.492915 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fcbcd896-0f67-412c-b16a-363bb87d1bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:32.597429 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4446115
May 10 18:11:32.598372 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=bf704975-0e9f-4f4a-a557-9a84fe85ec89,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:32.600373 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50624) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:32.603498 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:32.608111 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Request body: {'subnet': {'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1778772406-subnet', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:32.609972 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network bf704975-0e9f-4f4a-a557-9a84fe85ec89 details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:11:32.613183 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:32.617258 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Usage tracker for resource:subnet and tenant:b0affdfc8aec41deb3909311e5c2b118 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:32.620191 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:32.626560 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:32.637596 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Made reservation on behalf of b0affdfc8aec41deb3909311e5c2b118 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:11:32.639957 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1963018'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.075477 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c46a0-f1fc-457b-a04a-c9fecff1b390 req-9eb952ef-757c-404f-a56f-173cba883220 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:33.077143 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e96c46a0-f1fc-457b-a04a-c9fecff1b390 req-9eb952ef-757c-404f-a56f-173cba883220 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 946 time: 0.0797472
May 10 18:11:33.123418 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e96c46a0-f1fc-457b-a04a-c9fecff1b390 req-46c0c943-b2e4-4587-9d88-a02d5a75bf32 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393665
May 10 18:11:33.167223 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11302798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1963128'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.171293 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:33.242690 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f4a2cf-7faf-4417-9a54-59099f57138a,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:33.245549 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:33.253124 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Checking segment: {'id': '30726738-c8be-4b3d-9b75-fbba9aced416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:11:33.253486 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Network hostable DHCP agents. Network: bf704975-0e9f-4f4a-a557-9a84fe85ec89, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:11:33.273119 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Network bf704975-0e9f-4f4a-a557-9a84fe85ec89 is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:11:33.283420 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, bf704975-0e9f-4f4a-a557-9a84fe85ec89) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:33.291183 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24098e3-ef86-4664-97a3-d819be6ced7b None None] Network bf704975-0e9f-4f4a-a557-9a84fe85ec89 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:11:33.297627 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:33.298222 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.311045 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Sync routers for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:11:33.320588 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:33.321238 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c5ac340>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:33.328546 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5b6d9d57-f1f9-49d2-8f33-5cc8eace24d4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7248566
May 10 18:11:33.328814 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50634) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:33.334636 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:33.340169 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:33.344722 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Usage tracker for resource:router and tenant:b0affdfc8aec41deb3909311e5c2b118 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:33.348279 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:33.354545 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:33.367922 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46709'] for router, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.369024 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-399338', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3769005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46668'] for router, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.387253 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.506244 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:33.514516 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbab8af83-b0f3-5f7a-a262-a05f2da73651-bf704975-0e9f-4f4a-a557-9a84fe85ec89', 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'fixed_ips': [{'subnet_id': '52f4a2cf-7faf-4417-9a54-59099f57138a'}]}} from dv-cinder-790492-1-iscsi. {{(pid=78704) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 18:11:33.515677 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.662381 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-399251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46674'] for router, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.678933 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.db_base_plugin_common [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Allocated IP 172.20.0.2 (bf704975-0e9f-4f4a-a557-9a84fe85ec89/52f4a2cf-7faf-4417-9a54-59099f57138a/09b05b08-d0ca-449d-a598-b71cdc0a22c4) {{(pid=78704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:11:33.871225 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c5ac340>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 2, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:33.875822 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Checking router: 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:11:33.876187 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Updating router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 port a2eeeb9f-cef8-445f-ad9b-789381f116aa binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:11:33.900718 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Notify callbacks [] for port, precommit_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.921803 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Transition to ACTIVE for port object 09b05b08-d0ca-449d-a598-b71cdc0a22c4 will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:33.941246 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:33.945329 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 776b1d28-2b47-4b6b-90b6-a7c6c3212838 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:33.987804 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Transition to ACTIVE for port object 09b05b08-d0ca-449d-a598-b71cdc0a22c4 will not be triggered until provisioned by entity DHCP. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:33.988829 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.004074 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460'] for port, after_create {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.009439 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-30757400-dcb1-4604-9369-4b47ac82f5a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:34.019789 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.074531 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Network bf704975-0e9f-4f4a-a557-9a84fe85ec89 is already hosted by enough agents. {{(pid=78704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:11:34.075564 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.scheduler.base_scheduler [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Resources bound (agent type, host, resource id):  {{(pid=78704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:34.087557 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Received port after_create {{(pid=78704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:11:34.090227 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Pushing event updated for resources: {'Port': ['ID=09b05b08-d0ca-449d-a598-b71cdc0a22c4,revision_number=1']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:34.094014 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:34.123947 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 776b1d28-2b47-4b6b-90b6-a7c6c3212838 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:34.124328 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.191734 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Allocated IP 172.27.3.2 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/015ae9a5-7a8a-4444-93e7-52e6dc24712c) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:11:34.285771 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Attempting to bind port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:11:34.286170 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Attempting to bind port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '30726738-c8be-4b3d-9b75-fbba9aced416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:11:34.286546 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Attempting to bind port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 on network bf704975-0e9f-4f4a-a557-9a84fe85ec89 {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:11:34.296521 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:11:34.297254 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Checking segment: {'id': '30726738-c8be-4b3d-9b75-fbba9aced416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:11:34.297349 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.297695 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Bound using segment: {'id': '30726738-c8be-4b3d-9b75-fbba9aced416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:11:34.298023 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.298232 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Bound port: 09b05b08-d0ca-449d-a598-b71cdc0a22c4, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30726738-c8be-4b3d-9b75-fbba9aced416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:11:34.298534 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.309666 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Transition to ACTIVE for port object a2eeeb9f-cef8-445f-ad9b-789381f116aa will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:34.317172 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.327379 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-11a7051a-bd20-4700-9ef9-8f8dd8244126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:34.406560 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] For port 09b05b08-d0ca-449d-a598-b71cdc0a22c4, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:11:34.412915 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] For port 09b05b08-d0ca-449d-a598-b71cdc0a22c4, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=09b05b08-d0ca-449d-a598-b71cdc0a22c4,segment=NetworkSegment(30726738-c8be-4b3d-9b75-fbba9aced416),segment_id=30726738-c8be-4b3d-9b75-fbba9aced416)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:11:34.424176 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.428920 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:34.449059 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.459288 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22669a63-fcca-4fc9-b0a4-5fe0568b35e2 req-7d179ea1-9c2e-49c2-977c-98457c854ba7 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:34.460723 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-22669a63-fcca-4fc9-b0a4-5fe0568b35e2 req-7d179ea1-9c2e-49c2-977c-98457c854ba7 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 946 time: 0.1536155
May 10 18:11:34.523371 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Pushing event updated for resources: {'Port': ['ID=09b05b08-d0ca-449d-a598-b71cdc0a22c4,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:34.540310 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:34.541367 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-22669a63-fcca-4fc9-b0a4-5fe0568b35e2 req-47618798-b2e9-4fb0-9296-d5d931ac5195 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596316
May 10 18:11:34.566194 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.567653 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Pushing event updated for resources: {'Port': ['ID=a2eeeb9f-cef8-445f-ad9b-789381f116aa,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:34.571832 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-590ff3d2-945a-48b2-b298-8bd1c8c63b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:34.580339 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.580621 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.580955 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.581284 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.581605 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.581924 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.582245 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.582601 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.582959 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.583280 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.583598 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.583913 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:34.600815 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:34.611217 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Attempting to bind port a2eeeb9f-cef8-445f-ad9b-789381f116aa on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:11:34.611591 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Attempting to bind port a2eeeb9f-cef8-445f-ad9b-789381f116aa by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:11:34.611957 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Attempting to bind port a2eeeb9f-cef8-445f-ad9b-789381f116aa on network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:11:34.617781 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:11:34.618164 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Checking segment: {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:11:34.618579 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.619003 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Bound using segment: {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:11:34.619817 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Bound port: a2eeeb9f-cef8-445f-ad9b-789381f116aa, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:11:34.620659 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.636043 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:11:34.638972 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:34.647193 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:11:34.680877 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Pushing event updated for resources: {'Port': ['ID=015ae9a5-7a8a-4444-93e7-52e6dc24712c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:34.710570 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:34.726443 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] For port a2eeeb9f-cef8-445f-ad9b-789381f116aa, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:11:34.730247 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] For port a2eeeb9f-cef8-445f-ad9b-789381f116aa, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=a2eeeb9f-cef8-445f-ad9b-789381f116aa,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:11:34.740297 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.747134 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:34.811483 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7cab132d-e23d-4a0d-8f9c-6ab11a875f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:34.839462 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-1cf95ae4-e487-4309-a42b-06fd048f380a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:34.842129 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-1cf95ae4-e487-4309-a42b-06fd048f380a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 946 time: 0.1524887
May 10 18:11:34.873822 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:34.874483 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c5ac340>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:34.930746 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Pushing event updated for resources: {'Port': ['ID=a2eeeb9f-cef8-445f-ad9b-789381f116aa,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:34.935174 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-300f0e63-fe3f-4f3f-9d03-6a41616e1af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:35.032986 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Deleting port 6410d0c1-47bf-407e-b7eb-d5371130c264 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:35.033603 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:35.070520 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:35.188809 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] For port 6410d0c1-47bf-407e-b7eb-d5371130c264, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6410d0c1-47bf-407e-b7eb-d5371130c264,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:35.189596 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:35.302232 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:35.403624 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-206004a3-0516-474f-805f-21f497b26f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c5ac340>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:34Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:35.408319 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206004a3-0516-474f-805f-21f497b26f01 None None] The sync data for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi is: [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:34Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:11:35.637234 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:35.637607 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:35.637916 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Floating IP c5736e8e-3816-4040-958e-fc3920f48dd8 disassociated. External IP: 172.27.3.162, port: 6410d0c1-47bf-407e-b7eb-d5371130c264.
May 10 18:11:35.638254 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Calling delete_port for 6410d0c1-47bf-407e-b7eb-d5371130c264 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:35.691417 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396038'] for router, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:35.748563 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c525ac8-317d-46e2-8e7e-a21d4fd494a2 None None] Network bf704975-0e9f-4f4a-a557-9a84fe85ec89 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:11:35.831663 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe0bb-a76c-487d-a6f4-bca1e3e4608d req-ca0aefb8-fd31-476d-870d-be558a9726c5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:35.834042 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aeefe0bb-a76c-487d-a6f4-bca1e3e4608d req-ca0aefb8-fd31-476d-870d-be558a9726c5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 946 time: 0.1601102
May 10 18:11:35.835225 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:35.842777 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-12459623-9dda-4c9a-9f27-ae33fdf9f23a tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:35.864898 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-580b7b04-0456-4e6c-9295-fa6299fe41a5 None None] Provisioning for port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:35.979071 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aeefe0bb-a76c-487d-a6f4-bca1e3e4608d req-1441b637-d97c-4b86-8b5b-d248c3ce002f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841970
May 10 18:11:35.984922 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event deleted for resources: {'Port': ['ID=6410d0c1-47bf-407e-b7eb-d5371130c264,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:35.988961 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:36.014757 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Router bed041ca-674b-43cb-911e-7cc84f76642b is scheduled to L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce with binding_index 1 {{(pid=78702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 18:11:36.112234 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 09b05b08-d0ca-449d-a598-b71cdc0a22c4 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:36.243536 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:36.248678 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:36.249054 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:36.252519 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:11:36.281783 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:11:36.295210 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Sync routers for ids ['bed041ca-674b-43cb-911e-7cc84f76642b'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:11:36.311681 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:36.313008 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.9832339
May 10 18:11:36.316314 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50642) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:36.335700 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Routers {'bed041ca-674b-43cb-911e-7cc84f76642b'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:36.336618 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c136bb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['bed041ca-674b-43cb-911e-7cc84f76642b'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:36.482697 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:11:36.492051 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] Sync routers for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:11:36.510702 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:36.511654 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7c9b50>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:36.559012 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-010897c3-b7fe-45a9-bbf2-85acf330882e None None] Provisioning complete for port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:36.559521 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-010897c3-b7fe-45a9-bbf2-85acf330882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:36.565200 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] No DVR routers for this DVR port 6410d0c1-47bf-407e-b7eb-d5371130c264 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:11:36.571591 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:36.575714 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4371e7-1e49-4200-9a65-d2457601019b', 'name': 'network-vif-deleted', 'tag': '6410d0c1-47bf-407e-b7eb-d5371130c264'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:11:36.629656 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd884708-1d8c-4b50-aeab-d324a6a7cbd3 req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.58 "DELETE /v2.0/ports/6410d0c1-47bf-407e-b7eb-d5371130c264 HTTP/1.1" status: 204  len: 173 time: 1.7773275
May 10 18:11:36.656812 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4371e7-1e49-4200-9a65-d2457601019b', 'name': 'network-vif-deleted', 'tag': '6410d0c1-47bf-407e-b7eb-d5371130c264', 'status': 'completed', 'code': 200}
May 10 18:11:36.720179 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:36.786366 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:36.787446 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 09b05b08-d0ca-449d-a598-b71cdc0a22c4, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=09b05b08-d0ca-449d-a598-b71cdc0a22c4,segment=NetworkSegment(30726738-c8be-4b3d-9b75-fbba9aced416),segment_id=30726738-c8be-4b3d-9b75-fbba9aced416)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:36.795004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Set router bed041ca-674b-43cb-911e-7cc84f76642b gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:36.938752 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:36.939592 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device a2eeeb9f-cef8-445f-ad9b-789381f116aa up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:36.965377 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:37.125313 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7c9b50>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:37.136102 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] Checking router: f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:11:37.153274 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:37.154018 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c7c9b50>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:37.178044 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=09b05b08-d0ca-449d-a598-b71cdc0a22c4,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:37.181792 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:37.246813 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port a2eeeb9f-cef8-445f-ad9b-789381f116aa completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:37.256306 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port a2eeeb9f-cef8-445f-ad9b-789381f116aa triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:37.256689 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.384151 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-9a6f802c-70a5-4f6d-ac17-857cf7e7f6be req-7705226d-fb69-4a2a-a4a0-65e7a0e121cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Synchronizing usage tracker for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:11:37.390402 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c136bb0>, [{'id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:33Z', 'updated_at': '2021-05-10T18:11:35Z', 'revision_number': 3, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'gw_port': {'id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:34Z', 'updated_at': '2021-05-10T18:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:37.402772 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-9a6f802c-70a5-4f6d-ac17-857cf7e7f6be req-7705226d-fb69-4a2a-a4a0-65e7a0e121cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Unset dirty status for tenant:f3daa98862084d19b771fad1ddc2c251 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:11:37.404519 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9a6f802c-70a5-4f6d-ac17-857cf7e7f6be req-7705226d-fb69-4a2a-a4a0-65e7a0e121cd tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e4371e7-1e49-4200-9a65-d2457601019b HTTP/1.1" status: 200  len: 210 time: 0.1266241
May 10 18:11:37.409983 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Checking router: bed041ca-674b-43cb-911e-7cc84f76642b for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:11:37.410335 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Updating router bed041ca-674b-43cb-911e-7cc84f76642b port 015ae9a5-7a8a-4444-93e7-52e6dc24712c binding host dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:11:37.411625 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.430565 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:37.455294 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.472832 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.500349 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.549032 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port a2eeeb9f-cef8-445f-ad9b-789381f116aa, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=a2eeeb9f-cef8-445f-ad9b-789381f116aa,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:37.559577 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.570281 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-ce47d81b-0e4b-484e-9c1f-a8a677594f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:37.637236 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Allocated IP 172.20.0.1 (bf704975-0e9f-4f4a-a557-9a84fe85ec89/52f4a2cf-7faf-4417-9a54-59099f57138a/84b90cf9-c1c6-4957-9d96-21ab91dd2bc4) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:11:37.674798 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-cc06d411-5c9f-48ce-bffb-35c88650ea49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.715151 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=a2eeeb9f-cef8-445f-ad9b-789381f116aa,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:37.718228 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:37.752973 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c7c9b50>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:37.757892 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a3825-ec8c-4ed7-9506-7c343aa9eea4 None None] The sync data for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi is: [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:05:57Z', 'revision_number': 4, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '96203d8b-4906-412e-80ca-1d7977a55547', 'name': '', 'network_id': 'fe985ee9-f71f-4a7c-96af-fb276fc83d88', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'mac_address': 'fa:16:3e:e1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:56Z', 'updated_at': '2021-05-10T18:06:04Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'subnets': [{'id': '3b410101-d434-42ad-9154-5f9e9f4112ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:11:37.797886 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.816790 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Transition to ACTIVE for port object 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:37.842303 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.850603 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-19ab4d90-7250-41c8-9f16-cd94de319f39 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:37.901179 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Network bf704975-0e9f-4f4a-a557-9a84fe85ec89 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:11:37.904208 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:37.906675 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:11:37.938875 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Notify callbacks [] for port, precommit_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.958838 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Transition to ACTIVE for port object 015ae9a5-7a8a-4444-93e7-52e6dc24712c will not be triggered until provisioned by entity L2. {{(pid=78704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:37.966820 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Pushing event updated for resources: {'Port': ['ID=84b90cf9-c1c6-4957-9d96-21ab91dd2bc4,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:37.970103 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:37.970320 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:37.980997 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:37.987175 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393433'] for router_interface, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.090147 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 09b05b08-d0ca-449d-a598-b71cdc0a22c4 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:38.112794 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.114233 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3c09b1-1fed-4398-9829-e1ce5ff47b9d None None] New status for floating IP c5736e8e-3816-4040-958e-fc3920f48dd8: DOWN {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:11:38.295497 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5608aa80-eae0-4496-bb5a-71bbc06632bf None None] Provisioning for port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:38.313143 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Attempting to bind port 015ae9a5-7a8a-4444-93e7-52e6dc24712c on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:11:38.313524 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Attempting to bind port 015ae9a5-7a8a-4444-93e7-52e6dc24712c by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:11:38.313890 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Attempting to bind port 015ae9a5-7a8a-4444-93e7-52e6dc24712c on network 0b88f7d4-0af8-498f-a411-1383d031df8a {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:11:38.315873 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1c878-f5d0-4ccd-913a-d8a091c6d77d None None] Pushing event updated for resources: {'Port': ['ID=015ae9a5-7a8a-4444-93e7-52e6dc24712c,revision_number=2']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:38.326495 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5608aa80-eae0-4496-bb5a-71bbc06632bf None None] Provisioning complete for port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:38.327020 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5608aa80-eae0-4496-bb5a-71bbc06632bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.341976 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.347670 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.366863 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-47c1c878-f5d0-4ccd-913a-d8a091c6d77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:38.375495 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:38.422059 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:11:38.422458 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Checking segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:11:38.422858 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.423286 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Bound using segment: {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'} {{(pid=78704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:11:38.423784 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.managers [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Bound port: 015ae9a5-7a8a-4444-93e7-52e6dc24712c, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfd52ce-47d5-4efa-98b3-bd0d60f2d098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a'}}] {{(pid=78704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:11:38.424161 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.522663 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5608aa80-eae0-4496-bb5a-71bbc06632bf None None] Port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:11:38.558322 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50656) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:38.564378 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] For port 015ae9a5-7a8a-4444-93e7-52e6dc24712c, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:11:38.569104 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] For port 015ae9a5-7a8a-4444-93e7-52e6dc24712c, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=015ae9a5-7a8a-4444-93e7-52e6dc24712c,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:11:38.570238 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:38.570652 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.581882 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393338'] for router_interface, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.586395 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Pushing event updated for resources: {'Port': ['ID=84b90cf9-c1c6-4957-9d96-21ab91dd2bc4,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:38.590791 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:38.602142 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.612766 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:38.633092 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-54d010b7-fdec-43cc-8c52-fd35629c94e5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.640848 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.664009 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-54d010b7-fdec-43cc-8c52-fd35629c94e5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.713293 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Routers {'bed041ca-674b-43cb-911e-7cc84f76642b'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:38.713944 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c136bb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['bed041ca-674b-43cb-911e-7cc84f76642b'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:38.725413 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-54d010b7-fdec-43cc-8c52-fd35629c94e5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.729316 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Network bf704975-0e9f-4f4a-a557-9a84fe85ec89 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:11:38.730591 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4db6919f-aaac-4998-84b9-dfa1e3f3a203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:38.731090 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:11:38.750183 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d010b7-fdec-43cc-8c52-fd35629c94e5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:38.752775 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-54d010b7-fdec-43cc-8c52-fd35629c94e5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:38.761706 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-54d010b7-fdec-43cc-8c52-fd35629c94e5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:38.765448 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-54d010b7-fdec-43cc-8c52-fd35629c94e5 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "DELETE /v2.0/security-groups/ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7 HTTP/1.1" status: 204  len: 168 time: 0.2034249
May 10 18:11:38.765671 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50660) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:38.782496 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.api.v2.resource [None req-134a5bd9-529d-4f68-a1e5-5131bde0993f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] show failed (client error): The resource could not be found.
May 10 18:11:38.786275 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-134a5bd9-529d-4f68-a1e5-5131bde0993f tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "GET /v2.0/security-groups/ae1d94ad-6c4d-488a-8ef9-aeb27efdadd7 HTTP/1.1" status: 404  len: 347 time: 0.0169733
May 10 18:11:38.786478 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50664) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:38.836384 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1c878-f5d0-4ccd-913a-d8a091c6d77d None None] Pushing event updated for resources: {'Port': ['ID=015ae9a5-7a8a-4444-93e7-52e6dc24712c,revision_number=3']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:38.849083 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-47c1c878-f5d0-4ccd-913a-d8a091c6d77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:38.940644 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device a2eeeb9f-cef8-445f-ad9b-789381f116aa up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:38.993228 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Router bed041ca-674b-43cb-911e-7cc84f76642b has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:11:39.002518 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] Set router bed041ca-674b-43cb-911e-7cc84f76642b gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:39.020482 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Deleting port 643c2e70-9b79-4a0d-a85f-716696653755 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:39.020884 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:39.160739 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-7a2567dd-c06b-49af-a6f7-fd5af0a72115 None None] Provisioning complete for port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:39.161142 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-7a2567dd-c06b-49af-a6f7-fd5af0a72115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:39.184457 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:11:39.204118 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] 10.222.0.70 "PUT /v2.0/routers/bed041ca-674b-43cb-911e-7cc84f76642b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8788509
May 10 18:11:39.261966 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:39.262339 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:39.265279 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port a2eeeb9f-cef8-445f-ad9b-789381f116aa triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:39.265666 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:39.333035 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-7a2567dd-c06b-49af-a6f7-fd5af0a72115 None None] Port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:11:39.390627 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Calling delete_port for 643c2e70-9b79-4a0d-a85f-716696653755 owned by network:floatingip {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:39.509707 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:39.514514 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:39.564563 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c136bb0>, [{'id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:33Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 4, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'gw_port': {'id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:34Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '84b90cf9-c1c6-4957-9d96-21ab91dd2bc4', 'name': '', 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'mac_address': 'fa:16:3e:24:fb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:37Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 2, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'subnets': [{'id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:39.566332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Pushing event deleted for resources: {'Port': ['ID=643c2e70-9b79-4a0d-a85f-716696653755,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:39.569164 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e02c6-3f59-43eb-b371-dce435f2020d None None] The sync data for ids ['bed041ca-674b-43cb-911e-7cc84f76642b'] in dv-cinder-790492-1-iscsi is: [{'id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:33Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 4, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'gw_port': {'id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:34Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '84b90cf9-c1c6-4957-9d96-21ab91dd2bc4', 'name': '', 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'mac_address': 'fa:16:3e:24:fb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:37Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 2, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'subnets': [{'id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:11:39.595091 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:39.660697 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks [] for floatingip, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:39.679752 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:39.680590 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] 10.222.0.70 "DELETE /v2.0/floatingips/c5736e8e-3816-4040-958e-fc3920f48dd8 HTTP/1.1" status: 204  len: 168 time: 0.8931804
May 10 18:11:39.894780 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6410d0c1-47bf-407e-b7eb-d5371130c264 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:39.949543 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 6410d0c1-47bf-407e-b7eb-d5371130c264 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:39.950266 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6410d0c1-47bf-407e-b7eb-d5371130c264 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:39.990629 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.000673 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50678) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:40.006544 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121542124', 'description': 'tempest-secgroup-smoke-1121542124 description', 'project_id': '6bd21dbb176a45db9110424ead538f35'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:40.013186 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:40.017444 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Usage tracker for resource:security_group and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:40.020602 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:40.026632 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:40.037677 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.059155 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:40.063536 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Usage tracker for resource:security_group_rule and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:40.066847 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:40.073840 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:40.148465 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.154482 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.165605 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-bc664d34-24b2-43eb-9062-cf335d4f833c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:40.196080 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d45e23-fd68-44fe-9bee-e37812fdd68f,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:40.198914 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:40.211189 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.215700 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50682) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:40.219465 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2176087
May 10 18:11:40.221030 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Request body: {'security_group_rule': {'security_group_id': '49d45e23-fd68-44fe-9bee-e37812fdd68f', 'project_id': '6bd21dbb176a45db9110424ead538f35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:40.227101 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:40.233964 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Usage tracker for resource:security_group_rule and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:40.237007 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:40.254630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:40.287314 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.352069 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.356854 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.359155 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5269d84a-8848-4563-af1b-9f0fa302fbf2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:40.382845 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3152b405-03e8-4090-b211-d6c6ff3ed5ed,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:40.385981 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:40.396062 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.397265 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1805735
May 10 18:11:40.400265 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50686) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:40.405573 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Request body: {'security_group_rule': {'security_group_id': '49d45e23-fd68-44fe-9bee-e37812fdd68f', 'project_id': '6bd21dbb176a45db9110424ead538f35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:40.411822 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:40.415797 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Usage tracker for resource:security_group_rule and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:40.418832 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:40.424799 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:40.442768 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.508721 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.513604 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.515727 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:40.538397 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8f4e74-c9a6-45db-9351-ad69e23e9bca,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:40.541039 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:40.549506 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.553469 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4bb209bd-e5a9-4268-b1db-e87711423718 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1497238
May 10 18:11:40.553630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50690) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:40.558979 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Request body: {'security_group_rule': {'security_group_id': '49d45e23-fd68-44fe-9bee-e37812fdd68f', 'project_id': '6bd21dbb176a45db9110424ead538f35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:40.564970 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:40.569326 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Usage tracker for resource:security_group_rule and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:40.572691 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:40.579193 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:40.597817 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.666231 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.671000 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.673213 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:40.699927 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba90a690-680d-4c42-8290-d3fb0686c930,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:40.702674 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:40.705570 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.706729 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4854ae5c-1826-4b28-ad78-be8c0163ad31 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1522005
May 10 18:11:40.709679 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50694) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:40.714699 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Request body: {'security_group_rule': {'security_group_id': '49d45e23-fd68-44fe-9bee-e37812fdd68f', 'project_id': '6bd21dbb176a45db9110424ead538f35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:40.720574 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:40.724320 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Usage tracker for resource:security_group_rule and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:40.727198 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:40.733008 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:40.750575 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.815489 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.820554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.822588 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a140d4fa-7943-429e-b6b7-4b13f2e57021 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:40.843780 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c3c842-835f-4df0-92ea-d6aeeb154aa4,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:40.846067 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:40.854206 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.855419 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-fe01e445-34ba-4330-83af-dc0bb37b9fa3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1448121
May 10 18:11:40.858364 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50698) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:40.863387 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Request body: {'security_group_rule': {'security_group_id': '49d45e23-fd68-44fe-9bee-e37812fdd68f', 'project_id': '6bd21dbb176a45db9110424ead538f35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:40.869629 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:40.873485 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Usage tracker for resource:security_group_rule and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:40.876444 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:40.882214 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:40.893803 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.securitygroups_db [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Project 6bd21dbb176a45db9110424ead538f35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 18:11:40.899696 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.966331 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.971815 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:40.978999 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1f000981-b5d3-49e7-af4f-31589179acb8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:40.998257 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157c4f80-a9c3-4d57-9e6f-cd251f686ed5,revision_number=0']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:41.000723 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:41.013070 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:41.014327 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1b9e0423-4ab3-486d-8166-1e4391bd3214 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1550105
May 10 18:11:41.017325 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50706) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:41.023093 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Request body: {'security_group_rule': {'security_group_id': '49d45e23-fd68-44fe-9bee-e37812fdd68f', 'project_id': '6bd21dbb176a45db9110424ead538f35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:11:41.029048 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:11:41.033034 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Usage tracker for resource:security_group_rule and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:11:41.036135 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:11:41.042132 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:11:41.057847 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.securitygroups_db [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Project 6bd21dbb176a45db9110424ead538f35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 18:11:41.064299 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:41.135195 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:41.139815 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764552'] for security_group_rule, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:41.141986 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4200cb2b-b7b7-4167-ba3e-597fcbaf392a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:41.164084 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff81ab8d-2107-4f35-98f1-5783cc1ccebd,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:41.166512 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:41.173513 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:41.174692 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-1a6e9f4d-7033-442d-a74f-430de5613a6d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1561625
May 10 18:11:41.948168 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 015ae9a5-7a8a-4444-93e7-52e6dc24712c up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:42.018503 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 015ae9a5-7a8a-4444-93e7-52e6dc24712c completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:42.024039 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 015ae9a5-7a8a-4444-93e7-52e6dc24712c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:42.024484 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:42.148056 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:42.164952 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 015ae9a5-7a8a-4444-93e7-52e6dc24712c, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=015ae9a5-7a8a-4444-93e7-52e6dc24712c,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:42.180411 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:42.182470 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-47c1c878-f5d0-4ccd-913a-d8a091c6d77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:42.252959 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=015ae9a5-7a8a-4444-93e7-52e6dc24712c,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:42.260852 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.261205 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.261545 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.261878 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.262209 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.262534 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.262855 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.263360 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.263685 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.264005 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.264326 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.264646 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:42.268689 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:42.976948 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Sync routers for ids ['bed041ca-674b-43cb-911e-7cc84f76642b'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:11:42.987461 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Routers {'bed041ca-674b-43cb-911e-7cc84f76642b'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:42.988099 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793cb29760>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['bed041ca-674b-43cb-911e-7cc84f76642b'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:43.175312 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Set router bed041ca-674b-43cb-911e-7cc84f76642b gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:43.525419 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793cb29760>, [{'id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:33Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 4, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'gw_port': {'id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:34Z', 'updated_at': '2021-05-10T18:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '84b90cf9-c1c6-4957-9d96-21ab91dd2bc4', 'name': '', 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'mac_address': 'fa:16:3e:24:fb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:37Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 2, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'subnets': [{'id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:43.529274 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Checking router: bed041ca-674b-43cb-911e-7cc84f76642b for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:11:43.529619 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Updating router bed041ca-674b-43cb-911e-7cc84f76642b port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 binding host dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 18:11:43.582813 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:43.763739 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50784) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:43.978390 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Notify callbacks [] for port, precommit_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:43.990584 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.provisioning_blocks [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Transition to ACTIVE for port object 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 will not be triggered until provisioned by entity L2. {{(pid=78705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:11:44.000160 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:44.011821 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:44.016189 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 015ae9a5-7a8a-4444-93e7-52e6dc24712c up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:44.109107 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 015ae9a5-7a8a-4444-93e7-52e6dc24712c triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:44.110096 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:44.233782 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab31eee-1f8e-40a1-aac0-07a5f9861f3e None None] Pushing event updated for resources: {'Port': ['ID=84b90cf9-c1c6-4957-9d96-21ab91dd2bc4,revision_number=3']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:44.253204 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ab31eee-1f8e-40a1-aac0-07a5f9861f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:44.260005 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Attempting to bind port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 on host dv-cinder-790492-1-iscsi for vnic_type normal with profile  {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:11:44.260645 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Attempting to bind port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 by drivers openvswitch,hyperv on host dv-cinder-790492-1-iscsi at level 0 using segments [{'id': '30726738-c8be-4b3d-9b75-fbba9aced416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89'}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:11:44.261008 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Attempting to bind port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 on network bf704975-0e9f-4f4a-a557-9a84fe85ec89 {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:11:44.275330 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Checking agent: {'id': '6c0a8d12-69ee-43a8-90a3-243e1c0d7cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 57, 7), 'started_at': datetime.datetime(2021, 5, 10, 17, 57, 37), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:11:44.275847 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Checking segment: {'id': '30726738-c8be-4b3d-9b75-fbba9aced416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:11:44.276395 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:44.276850 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Bound using segment: {'id': '30726738-c8be-4b3d-9b75-fbba9aced416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89'} {{(pid=78705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:11:44.277375 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.managers [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Bound port: 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4, host: dv-cinder-790492-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30726738-c8be-4b3d-9b75-fbba9aced416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89'}}] {{(pid=78705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:11:44.277769 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:44.374734 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] For port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4, host dv-cinder-790492-1-iscsi, cleared binding levels {{(pid=78705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:11:44.378046 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.plugins.ml2.db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] For port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4, host dv-cinder-790492-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=84b90cf9-c1c6-4957-9d96-21ab91dd2bc4,segment=NetworkSegment(30726738-c8be-4b3d-9b75-fbba9aced416),segment_id=30726738-c8be-4b3d-9b75-fbba9aced416)] {{(pid=78705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:11:44.384573 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron_lib.callbacks.manager [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:44.392064 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:44.462403 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Routers {'bed041ca-674b-43cb-911e-7cc84f76642b'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:44.463152 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793cb29760>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['bed041ca-674b-43cb-911e-7cc84f76642b'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:44.597672 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab31eee-1f8e-40a1-aac0-07a5f9861f3e None None] Pushing event updated for resources: {'Port': ['ID=84b90cf9-c1c6-4957-9d96-21ab91dd2bc4,revision_number=4']} {{(pid=78705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:44.600889 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG oslo_concurrency.lockutils [None req-8ab31eee-1f8e-40a1-aac0-07a5f9861f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:44.628508 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393292'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:44.655897 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] Set router bed041ca-674b-43cb-911e-7cc84f76642b gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:45.007699 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793cb29760>, [{'id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:33Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 4, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'gw_port': {'id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:34Z', 'updated_at': '2021-05-10T18:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '84b90cf9-c1c6-4957-9d96-21ab91dd2bc4', 'name': '', 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'mac_address': 'fa:16:3e:24:fb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:37Z', 'updated_at': '2021-05-10T18:11:44Z', 'revision_number': 4, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'subnets': [{'id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:45.012169 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ff8d9-cb5d-4813-9be8-16f38dd030ad None None] The sync data for ids ['bed041ca-674b-43cb-911e-7cc84f76642b'] in dv-cinder-790492-1-iscsi is: [{'id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:33Z', 'updated_at': '2021-05-10T18:11:38Z', 'revision_number': 4, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'gw_port': {'id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:34Z', 'updated_at': '2021-05-10T18:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '84b90cf9-c1c6-4957-9d96-21ab91dd2bc4', 'name': '', 'network_id': 'bf704975-0e9f-4f4a-a557-9a84fe85ec89', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'mac_address': 'fa:16:3e:24:fb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:37Z', 'updated_at': '2021-05-10T18:11:44Z', 'revision_number': 4, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'subnets': [{'id': '52f4a2cf-7faf-4417-9a54-59099f57138a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:11:45.197376 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Deleting port 96203d8b-4906-412e-80ca-1d7977a55547 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:45.197948 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:45.326052 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] For port 96203d8b-4906-412e-80ca-1d7977a55547, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=96203d8b-4906-412e-80ca-1d7977a55547,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:45.326409 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:45.455844 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Calling delete_port for 96203d8b-4906-412e-80ca-1d7977a55547 owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:45.603046 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:45.606754 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-52c3456b-c795-492f-89fe-da19adab72a7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:45.649811 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Pushing event deleted for resources: {'Port': ['ID=96203d8b-4906-412e-80ca-1d7977a55547,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:45.652953 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:45.922722 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403708'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:46.001008 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:46.074787 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning for port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:11:46.079629 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:46.080009 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:46.203931 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:46.238026 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] For port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=84b90cf9-c1c6-4957-9d96-21ab91dd2bc4,segment=NetworkSegment(30726738-c8be-4b3d-9b75-fbba9aced416),segment_id=30726738-c8be-4b3d-9b75-fbba9aced416)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:46.242639 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:46.244543 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:46.306377 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:11:46.311430 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Pushing event updated for resources: {'Port': ['ID=84b90cf9-c1c6-4957-9d96-21ab91dd2bc4,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:46.314447 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:46.593993 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:11:46.603116 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] Sync routers for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:11:46.607001 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] 10.222.0.70 "PUT /v2.0/routers/f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8409534
May 10 18:11:46.609287 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50798) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:46.613454 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:46.614122 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c4bb610>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:46.788911 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:46.794030 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:46.965940 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:47.042821 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Deleting port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:47.043107 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:47.085890 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c4bb610>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:11:45Z', 'revision_number': 5, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port': {'id': '27dc7794-ce6c-41ba-9bc8-5c6fae343af1', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:05:52Z', 'updated_at': '2021-05-10T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:47.090185 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] Checking router: f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:11:47.098888 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] Routers {'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:47.099557 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c4bb610>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:47.183156 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] For port 27dc7794-ce6c-41ba-9bc8-5c6fae343af1, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=27dc7794-ce6c-41ba-9bc8-5c6fae343af1,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:47.183609 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:47.299810 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] Set router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d gateway port host: None {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:47.311099 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Calling delete_port for 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:47.406351 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c4bb610>, [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:11:46Z', 'revision_number': 6, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port_host': None}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:47.410380 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad82c1-d095-4059-a449-40fe12c73ff2 None None] The sync data for ids ['f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d'] in dv-cinder-790492-1-iscsi is: [{'id': 'f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d', 'name': 'tempest-AttachVolumeTestJSON-2047121935-router', 'tenant_id': 'f3daa98862084d19b771fad1ddc2c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:05:51Z', 'updated_at': '2021-05-10T18:11:46Z', 'revision_number': 6, 'project_id': 'f3daa98862084d19b771fad1ddc2c251', 'gw_port_host': None}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:11:47.462781 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:47.466455 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-34d1527f-1317-45b8-8521-122bddb7fd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:47.511356 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Pushing event deleted for resources: {'Port': ['ID=27dc7794-ce6c-41ba-9bc8-5c6fae343af1,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:47.539849 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:47.607700 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398696'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:47.901053 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46683'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:47.903351 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:47.929788 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402554'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:47.930364 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 18:11:47.943953 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:47.945091 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b29385e5-ae1d-4840-a709-93deaacdf3af admin admin] 10.222.0.70 "DELETE /v2.0/routers/f0071a6c-e3a1-4a81-8ee4-aa9fc5dc4f0d HTTP/1.1" status: 204  len: 168 time: 1.3349433
May 10 18:11:47.947855 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50804) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:48.013331 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-6940f3c1-7173-48b3-833f-1d8cbb10f2b4 admin admin] Deleting subnet 3b410101-d434-42ad-9154-5f9e9f4112ee {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:11:48.016757 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6940f3c1-7173-48b3-833f-1d8cbb10f2b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.067446 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6940f3c1-7173-48b3-833f-1d8cbb10f2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1709152'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.175710 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6940f3c1-7173-48b3-833f-1d8cbb10f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.211543 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 up at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:11:48.288253 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Provisioning complete for port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:11:48.288624 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.466029 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6940f3c1-7173-48b3-833f-1d8cbb10f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1580337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10650524'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.471067 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-02808762-d0a7-41b8-9a12-9f71dc361835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:48.478763 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 96203d8b-4906-412e-80ca-1d7977a55547 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:48.511578 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940f3c1-7173-48b3-833f-1d8cbb10f2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b410101-d434-42ad-9154-5f9e9f4112ee,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:48.513077 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 96203d8b-4906-412e-80ca-1d7977a55547 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:48.513077 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 96203d8b-4906-412e-80ca-1d7977a55547 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:48.513543 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6940f3c1-7173-48b3-833f-1d8cbb10f2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.513657 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:48.516114 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6940f3c1-7173-48b3-833f-1d8cbb10f2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:48.520191 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6940f3c1-7173-48b3-833f-1d8cbb10f2b4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3b410101-d434-42ad-9154-5f9e9f4112ee HTTP/1.1" status: 204  len: 168 time: 0.5713656
May 10 18:11:48.522664 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50810) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:48.538865 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32076790-62c6-497a-9fb0-273ea5796f83 None None] Network fe985ee9-f71f-4a7c-96af-fb276fc83d88 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:11:48.564655 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:48.565024 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 27dc7794-ce6c-41ba-9bc8-5c6fae343af1 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:48.636900 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.710232 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Deleting port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:48.710544 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.799204 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] DHCP port deletion for fe985ee9-f71f-4a7c-96af-fb276fc83d88 request from dv-cinder-790492-1-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 18:11:48.814443 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] For port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=6932ac6d-1670-4617-a5f8-ebe65cec1a9a,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:48.814787 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.866284 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] Deleting port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:48.866679 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:48.971691 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] For port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=6932ac6d-1670-4617-a5f8-ebe65cec1a9a,segment=NetworkSegment(9b135385-a799-404d-b9d0-4b4a4b6bdaba),segment_id=9b135385-a799-404d-b9d0-4b4a4b6bdaba)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:48.972083 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.037833 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Calling delete_port for 6932ac6d-1670-4617-a5f8-ebe65cec1a9a owned by network:dhcp {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:49.085368 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.089184 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1b277684-5b99-47d9-b072-a8984610d039 tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:49.100800 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] Calling delete_port for 6932ac6d-1670-4617-a5f8-ebe65cec1a9a owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:49.133903 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Pushing event deleted for resources: {'Port': ['ID=6932ac6d-1670-4617-a5f8-ebe65cec1a9a,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:49.136489 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:49.141820 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] No DVR routers for this DVR port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a on host dv-cinder-790492-1-iscsi {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:11:49.146741 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.154600 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:49.195625 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] Pushing event deleted for resources: {'Port': ['ID=6932ac6d-1670-4617-a5f8-ebe65cec1a9a,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:49.199346 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:49.201545 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad23ce-d666-495c-9699-bbb989707d28 None None] No DVR routers for this DVR port 6932ac6d-1670-4617-a5f8-ebe65cec1a9a on host dv-cinder-790492-1-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:11:49.264643 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.277591 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f793c355c40>,) {'filters': {'network_id': ['fe985ee9-f71f-4a7c-96af-fb276fc83d88']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:49.289724 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f793c355c40>, '9b135385-a799-404d-b9d0-4b4a4b6bdaba') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:49.290045 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f793c355c40>, '9b135385-a799-404d-b9d0-4b4a4b6bdaba') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:49.303745 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.321147 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.327497 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:11:49.327878 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:11:49.340786 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:11:49.419541 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.423435 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fd687cec-d549-4c32-838e-04e960c393fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:49.436143 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.447646 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe985ee9-f71f-4a7c-96af-fb276fc83d88,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:49.450832 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:49.462348 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] 10.222.0.70 "DELETE /v2.0/networks/fe985ee9-f71f-4a7c-96af-fb276fc83d88 HTTP/1.1" status: 204  len: 168 time: 0.9384160
May 10 18:11:49.594350 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50820) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:49.647343 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0b57de6c-8511-42ed-b22f-c8e83bf3262d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3daa98862084d19b771fad1ddc2c251&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516720
May 10 18:11:49.650015 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50824) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:49.710763 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ba45ba69-1c71-43c4-8ba6-1f9fa8a50538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.742935 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ba45ba69-1c71-43c4-8ba6-1f9fa8a50538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.799642 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ba45ba69-1c71-43c4-8ba6-1f9fa8a50538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.803687 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c1e7f351-de78-4841-86a7-b9cb343a3644 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:49.817646 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45ba69-1c71-43c4-8ba6-1f9fa8a50538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb69177-3fb0-407b-a357-e358ae2d8ac8,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:49.820216 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ba45ba69-1c71-43c4-8ba6-1f9fa8a50538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:49.826150 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ba45ba69-1c71-43c4-8ba6-1f9fa8a50538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:49.829738 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-ba45ba69-1c71-43c4-8ba6-1f9fa8a50538 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bb69177-3fb0-407b-a357-e358ae2d8ac8 HTTP/1.1" status: 204  len: 168 time: 0.1763351
May 10 18:11:49.948274 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 6932ac6d-1670-4617-a5f8-ebe65cec1a9a no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:49.983857 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 6932ac6d-1670-4617-a5f8-ebe65cec1a9a {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:49.984206 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 6932ac6d-1670-4617-a5f8-ebe65cec1a9a not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:50.591282 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e78425-1a5a-4ee6-8b46-a0f13aaa867f req-a7234799-b1ba-467b-922b-22520ee6424a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:50.592814 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f1e78425-1a5a-4ee6-8b46-a0f13aaa867f req-a7234799-b1ba-467b-922b-22520ee6424a tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 947 time: 0.0837216
May 10 18:11:50.641475 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f1e78425-1a5a-4ee6-8b46-a0f13aaa867f req-a4c9c4d0-bf0f-415f-b102-b4bc67911d84 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407066
May 10 18:11:51.875770 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b9434-4d1d-41a8-a306-42d926a5ce31 req-a8824860-e206-4225-8e9d-0b5e37f124b1 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:51.877207 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c19b9434-4d1d-41a8-a306-42d926a5ce31 req-a8824860-e206-4225-8e9d-0b5e37f124b1 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 947 time: 0.1229618
May 10 18:11:51.932905 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c19b9434-4d1d-41a8-a306-42d926a5ce31 req-81f9e65b-8408-424c-b6e3-4058f6b6fd68 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups?id=9497467f-dc73-4edc-ac64-3dede3a637eb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475230
May 10 18:11:51.953948 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-bb831a92-197a-4324-83d8-077123a4cdb2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:11:51.955467 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-bb831a92-197a-4324-83d8-077123a4cdb2 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 947 time: 0.1318436
May 10 18:11:52.096391 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Deleting port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:52.096753 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:52.231529 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] For port 9cf76d89-cefd-4f58-8d8a-450ac24b5727, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9cf76d89-cefd-4f58-8d8a-450ac24b5727,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:11:52.231880 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:52.529602 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:52.529922 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:52.530265 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Floating IP acdea7bb-c5f6-49d3-bbff-8c1e476d2a02 disassociated. External IP: 172.27.3.78, port: 9cf76d89-cefd-4f58-8d8a-450ac24b5727.
May 10 18:11:52.530602 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Calling delete_port for 9cf76d89-cefd-4f58-8d8a-450ac24b5727 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:52.649732 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:52.655861 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:52.700662 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event deleted for resources: {'Port': ['ID=9cf76d89-cefd-4f58-8d8a-450ac24b5727,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:52.703780 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:53.000771 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Router e189e04f-c844-42bf-b83c-a27165398f17 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:11:53.099484 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e94a3fc2-24db-4fdd-88a2-9e2e96facc55 req-febbf3a5-51b7-48ec-84af-957049babfab tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 210 time: 0.0493197
May 10 18:11:53.193732 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:11:53.204220 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] Sync routers for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:11:53.216753 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:53.217368 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c6adbb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:53.279182 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] No DVR routers for this DVR port 9cf76d89-cefd-4f58-8d8a-450ac24b5727 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:11:53.281823 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:53.284667 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-deleted', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:11:53.305271 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-39c55465-08cd-4ba2-b3b5-b18ff4bfefb4 req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.58 "DELETE /v2.0/ports/9cf76d89-cefd-4f58-8d8a-450ac24b5727 HTTP/1.1" status: 204  len: 173 time: 1.3434830
May 10 18:11:53.348582 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebec9cb-eea7-44b8-8390-28716c501495', 'name': 'network-vif-deleted', 'tag': '9cf76d89-cefd-4f58-8d8a-450ac24b5727', 'status': 'completed', 'code': 200}
May 10 18:11:53.412000 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:53.752151 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c6adbb0>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:53.756300 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] Checking router: e189e04f-c844-42bf-b83c-a27165398f17 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:11:53.767189 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:11:53.768192 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c6adbb0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:53.949688 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:11:54.269545 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bae46195-0429-4a11-92b7-7a71008fa1a4 req-8370067c-dd2b-4125-a4c0-e743aeaf3aa0 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 210 time: 0.0437546
May 10 18:11:54.297097 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c6adbb0>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:11:54.300949 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fefd0d-04af-477a-9774-a4343c7139d1 None None] The sync data for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi is: [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:04:39Z', 'revision_number': 4, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '154fa862-59c2-427c-af79-2f789f20e723', 'name': '', 'network_id': 'da0ee4dd-dbdb-4107-9ef1-8e4161663969', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'mac_address': 'fa:16:3e:94:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:37Z', 'updated_at': '2021-05-10T18:04:56Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'subnets': [{'id': 'e77228e7-0357-442c-8e87-1a9a9cf6710f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:11:54.526597 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0efa41-40bc-4868-9850-dc483ced491d None None] New status for floating IP acdea7bb-c5f6-49d3-bbff-8c1e476d2a02: DOWN {{(pid=78704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:11:55.453291 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-15a509f4-decf-4f24-9897-4f165efb4541 req-35147072-bbc3-4d77-8f74-7364a91b6dbc tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Synchronizing usage tracker for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:11:55.478713 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-15a509f4-decf-4f24-9897-4f165efb4541 req-35147072-bbc3-4d77-8f74-7364a91b6dbc tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Unset dirty status for tenant:e5837b88ffc7405589fea8e5217a66b4 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:11:55.479844 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-15a509f4-decf-4f24-9897-4f165efb4541 req-35147072-bbc3-4d77-8f74-7364a91b6dbc tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 210 time: 0.0741878
May 10 18:11:56.646211 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-986954f2-d69b-470d-9787-0a5559e3d9b7 req-fe39d700-d99c-4a8c-8b6f-f85278361378 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ebec9cb-eea7-44b8-8390-28716c501495 HTTP/1.1" status: 200  len: 210 time: 0.0421758
May 10 18:11:56.743816 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 9cf76d89-cefd-4f58-8d8a-450ac24b5727 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:11:56.775118 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:56.780571 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 9cf76d89-cefd-4f58-8d8a-450ac24b5727 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:11:56.780946 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 9cf76d89-cefd-4f58-8d8a-450ac24b5727 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:11:57.779871 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50944) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:57.851086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:57.880323 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:57.933225 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:57.938309 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9c827721-0c3c-4001-8bf2-1af2828bac8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:57.953341 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9497467f-dc73-4edc-ac64-3dede3a637eb,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:57.962492 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.962863 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.963251 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.963614 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.963967 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.964322 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.964762 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.965114 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.966945 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.967407 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.967795 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.968173 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:11:57.973710 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:57.976120 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:57.978701 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "DELETE /v2.0/security-groups/9497467f-dc73-4edc-ac64-3dede3a637eb HTTP/1.1" status: 204  len: 168 time: 0.1972170
May 10 18:11:57.980841 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50952) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:57.999103 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.api.v2.resource [None req-31b309b6-79ed-430c-90af-7c7e0a476895 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] show failed (client error): The resource could not be found.
May 10 18:11:58.003266 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-31b309b6-79ed-430c-90af-7c7e0a476895 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "GET /v2.0/security-groups/9497467f-dc73-4edc-ac64-3dede3a637eb HTTP/1.1" status: 404  len: 347 time: 0.0182521
May 10 18:11:58.003266 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 50956) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:11:58.232395 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Deleting port cbc5ecb4-da02-4433-97dc-a5dd167d78e8 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:11:58.232743 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:58.353293 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:58.353631 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:58.481846 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Calling delete_port for cbc5ecb4-da02-4433-97dc-a5dd167d78e8 owned by network:floatingip {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:11:58.614822 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:58.618357 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-217ed558-09ed-4d77-a51e-ffd034df29f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:11:58.661100 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Pushing event deleted for resources: {'Port': ['ID=cbc5ecb4-da02-4433-97dc-a5dd167d78e8,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:11:58.664257 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:11:58.753141 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks [] for floatingip, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:58.773429 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:11:58.774603 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6d4d7ea0-f074-4d35-9a76-c76a60bbb8e7 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] 10.222.0.70 "DELETE /v2.0/floatingips/acdea7bb-c5f6-49d3-bbff-8c1e476d2a02 HTTP/1.1" status: 204  len: 168 time: 0.7705903
May 10 18:12:00.923015 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 50998) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:01.051321 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:01.065870 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:01.069963 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Usage tracker for resource:security_group_rule and tenant:2da4c2fb9cab44c0bd53bdbbf7be93a3 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:01.072934 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:01.078879 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:01.174186 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:01.178969 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:01.187511 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-742f18a8-6159-4347-b32e-172a163884ca tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:01.225462 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2da4c2fb9cab44c0bd53bdbbf7be93a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3013821
May 10 18:12:01.227164 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b36fc8a-ce80-481c-af7b-90af67f124a8,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:01.228346 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51004) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:01.230531 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:01.290537 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4644be9f-bed9-4d43-b9fa-55ecabfa1550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:01.318053 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4644be9f-bed9-4d43-b9fa-55ecabfa1550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:01.370744 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4644be9f-bed9-4d43-b9fa-55ecabfa1550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:01.374665 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-73d9a910-2411-400e-bd9d-f0a47449060a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:01.386103 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644be9f-bed9-4d43-b9fa-55ecabfa1550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b36fc8a-ce80-481c-af7b-90af67f124a8,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:01.390009 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4644be9f-bed9-4d43-b9fa-55ecabfa1550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:01.396784 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-4644be9f-bed9-4d43-b9fa-55ecabfa1550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:01.398179 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-4644be9f-bed9-4d43-b9fa-55ecabfa1550 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b36fc8a-ce80-481c-af7b-90af67f124a8 HTTP/1.1" status: 204  len: 168 time: 0.1687992
May 10 18:12:01.573698 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51022) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:01.717284 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51030) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:01.739847 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:01.766788 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:01.774004 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-f52b4760-84bb-4872-87bd-00392b2fc476 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121542124&fields=id&tenant_id=6bd21dbb176a45db9110424ead538f35 HTTP/1.1" status: 200  len: 267 time: 0.0748942
May 10 18:12:01.774941 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Usage tracker for resource:security_group_rule and tenant:fad7b0c396f5461982b0a9612551bd72 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:01.777817 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:01.784932 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:01.969546 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-73f2f263-d73e-4649-b210-790a3bafb7f5 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:01.970883 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-73f2f263-d73e-4649-b210-790a3bafb7f5 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/networks?id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 200  len: 809 time: 0.1875162
May 10 18:12:02.003333 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-403a6505-81f8-4eb9-b962-ca5f927fa7bc tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/quotas/6bd21dbb176a45db9110424ead538f35 HTTP/1.1" status: 200  len: 375 time: 0.0246551
May 10 18:12:02.056437 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:02.065683 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:02.073131 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-29faaaab-54d1-493c-901a-b626991cb464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:02.117665 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fad7b0c396f5461982b0a9612551bd72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3993268
May 10 18:12:02.121648 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51034) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:02.126258 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16b4bfd-ad5f-4c96-8a80-3eda3e1d3c77,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:02.129750 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:02.190389 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-50b66c51-de21-4e99-9ea1-abd404903dcd tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6bd21dbb176a45db9110424ead538f35&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1781039
May 10 18:12:02.205221 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e146e29-f069-4d05-9bd6-d8052a6cb014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:02.250657 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e146e29-f069-4d05-9bd6-d8052a6cb014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:02.317010 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e146e29-f069-4d05-9bd6-d8052a6cb014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:02.351218 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393292'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:02.351934 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-27a5af6b-b374-4bf2-bf9f-421cbf58e691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:02.423491 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e146e29-f069-4d05-9bd6-d8052a6cb014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16b4bfd-ad5f-4c96-8a80-3eda3e1d3c77,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:02.426517 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0e146e29-f069-4d05-9bd6-d8052a6cb014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:02.442581 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-0e146e29-f069-4d05-9bd6-d8052a6cb014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:02.445819 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-0e146e29-f069-4d05-9bd6-d8052a6cb014 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f16b4bfd-ad5f-4c96-8a80-3eda3e1d3c77 HTTP/1.1" status: 204  len: 168 time: 0.3202991
May 10 18:12:02.511737 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-70089cd8-5eb3-4153-98cd-d5cc1c3910aa service neutron] 10.222.0.70 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3043950
May 10 18:12:02.644706 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-27061c26-e8b2-45b7-a6b9-2a7824fe2955 service neutron] 10.222.0.70 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322238
May 10 18:12:02.730928 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62ded0-e65c-48d7-9813-85843a0f5a96 req-3d310439-af18-4a39-bd27-3833a94ea7dd tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:02.732421 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ed62ded0-e65c-48d7-9813-85843a0f5a96 req-3d310439-af18-4a39-bd27-3833a94ea7dd tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 946 time: 0.1506646
May 10 18:12:02.859946 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ed62ded0-e65c-48d7-9813-85843a0f5a96 req-d7506a49-0987-44ce-a1ec-81d3928bff94 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029158
May 10 18:12:02.897118 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Deleting port 154fa862-59c2-427c-af79-2f789f20e723 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:12:02.897476 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:03.038869 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] For port 154fa862-59c2-427c-af79-2f789f20e723, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=154fa862-59c2-427c-af79-2f789f20e723,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:03.039284 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:03.156782 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:12:03.205213 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Calling delete_port for 154fa862-59c2-427c-af79-2f789f20e723 owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:12:03.214986 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-e982320e-70d2-466a-86b5-52dbd033f936 req-1e88bfb4-04be-42f7-b449-aa3fd3415b5d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Synchronizing usage tracker for tenant:6bd21dbb176a45db9110424ead538f35 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:12:03.249874 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-e982320e-70d2-466a-86b5-52dbd033f936 req-1e88bfb4-04be-42f7-b449-aa3fd3415b5d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Unset dirty status for tenant:6bd21dbb176a45db9110424ead538f35 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:12:03.251248 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e982320e-70d2-466a-86b5-52dbd033f936 req-1e88bfb4-04be-42f7-b449-aa3fd3415b5d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 210 time: 0.1991291
May 10 18:12:03.384716 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:03.391793 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-106a086e-fae2-49c5-ac1a-625136665565 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:03.563944 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Pushing event deleted for resources: {'Port': ['ID=154fa862-59c2-427c-af79-2f789f20e723,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:03.567308 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:03.865201 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403708'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:04.002010 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-d5834038-91e2-4023-9875-5eef133c7d09 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:04.003783 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-d5834038-91e2-4023-9875-5eef133c7d09 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 946 time: 0.0824893
May 10 18:12:04.200775 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ddd6c-36a4-4293-96f4-7834af09e18a req-b89e7984-6efa-4d34-8836-44c8a0890977 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:04.202452 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-024ddd6c-36a4-4293-96f4-7834af09e18a req-b89e7984-6efa-4d34-8836-44c8a0890977 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 946 time: 0.1976795
May 10 18:12:04.259121 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-024ddd6c-36a4-4293-96f4-7834af09e18a req-ec239f88-bdab-4541-9c97-2b3d43f2409e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499265
May 10 18:12:04.274718 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Deleting port 0d64ba90-9ebe-4f64-8631-066547d41e1c {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:12:04.275282 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:04.532056 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b4bfef5a-fa56-4f64-8849-6eb5f2a282f8 req-04b1bee7-4d22-48c5-ac31-32290f939955 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 210 time: 0.1268446
May 10 18:12:04.536929 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Router e189e04f-c844-42bf-b83c-a27165398f17 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:12:04.620040 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] For port 0d64ba90-9ebe-4f64-8631-066547d41e1c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0d64ba90-9ebe-4f64-8631-066547d41e1c,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:04.620288 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:04.693749 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-ee6e19d7-fca5-45eb-93f6-40da701f9398 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:04.694470 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-ee6e19d7-fca5-45eb-93f6-40da701f9398 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Synchronizing usage tracker for tenant:6bd21dbb176a45db9110424ead538f35 on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:12:04.735705 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-ee6e19d7-fca5-45eb-93f6-40da701f9398 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Unset dirty status for tenant:6bd21dbb176a45db9110424ead538f35 on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:12:04.736794 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-ee6e19d7-fca5-45eb-93f6-40da701f9398 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.58 "GET /v2.0/networks?id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 200  len: 809 time: 0.6141918
May 10 18:12:04.806535 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:12:04.817560 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] Sync routers for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:12:04.819028 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6b2455a6-0d47-4a4b-bd71-9c51c94a7666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:04.828073 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-312d7eec-fabe-4b38-998c-82db6cef688a tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Synchronizing usage tracker for tenant:6bd21dbb176a45db9110424ead538f35 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:12:04.834818 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-3efa3943-9b36-45ff-9447-a3348643d308 admin admin] 10.222.0.70 "PUT /v2.0/routers/e189e04f-c844-42bf-b83c-a27165398f17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2597866
May 10 18:12:04.837433 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:12:04.838272 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c5ce0d0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:04.838453 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51118) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:04.978203 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-312d7eec-fabe-4b38-998c-82db6cef688a tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Unset dirty status for tenant:6bd21dbb176a45db9110424ead538f35 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:12:04.979569 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-312d7eec-fabe-4b38-998c-82db6cef688a tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bd21dbb176a45db9110424ead538f35 HTTP/1.1" status: 200  len: 380 time: 0.2335811
May 10 18:12:04.989344 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Request body: {'port': {'device_id': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'admin_state_up': True, 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'security_groups': ['49d45e23-fd68-44fe-9bee-e37812fdd68f']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:12:05.029086 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:05.029846 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:05.029846 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Floating IP b97f93d5-74a9-4da2-a224-038b0f9aadbc disassociated. External IP: 172.27.3.143, port: 0d64ba90-9ebe-4f64-8631-066547d41e1c.
May 10 18:12:05.030118 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Calling delete_port for 0d64ba90-9ebe-4f64-8631-066547d41e1c owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:12:05.036138 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:12:05.215552 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:05.227554 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4f19d8e8-1a4c-4173-8325-8cf7226661fc tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:05.299421 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event deleted for resources: {'Port': ['ID=0d64ba90-9ebe-4f64-8631-066547d41e1c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:05.303171 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:05.398774 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:05.418583 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c5ce0d0>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:12:03Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:05.427571 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] Checking router: e189e04f-c844-42bf-b83c-a27165398f17 for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:12:05.447436 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] Routers {'e189e04f-c844-42bf-b83c-a27165398f17'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:12:05.448037 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c5ce0d0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['e189e04f-c844-42bf-b83c-a27165398f17'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:05.555728 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:05.580440 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:05.598493 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8698f169-059f-4bb8-9a9c-5533a6ff0856 req-5d28bb9f-bc70-43c2-ab7f-625b6fbe57d5 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 210 time: 0.1196589
May 10 18:12:05.617362 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Made reservation on behalf of 6bd21dbb176a45db9110424ead538f35 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:12:05.620977 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:05.708655 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Router f7d0a91d-965f-4269-9c87-38678a7bb5df has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:12:05.715183 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] Set router e189e04f-c844-42bf-b83c-a27165398f17 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:12:05.865332 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:05.917929 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Allocated IP 172.20.0.13 (c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4/12468fc0-8f39-4a85-94b2-df9ddeac2301/6ef96859-d1b8-4542-98ed-bbb2a380df49) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:12:05.930474 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:12:05.934002 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-45baa851-13ca-49e4-95e7-a99fdb9935bc req-876a369d-ee03-4942-a674-3648f42f2f34 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 210 time: 0.0704353
May 10 18:12:05.942333 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] Sync routers for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:12:05.960558 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:12:05.961453 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c3f1d90>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:06.023816 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] No DVR routers for this DVR port 0d64ba90-9ebe-4f64-8631-066547d41e1c on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:12:06.027023 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:06.030015 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'name': 'network-vif-deleted', 'tag': '0d64ba90-9ebe-4f64-8631-066547d41e1c'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:12:06.054015 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eb54ab5e-e75a-4dc6-884c-15df66d15fbf req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "DELETE /v2.0/ports/0d64ba90-9ebe-4f64-8631-066547d41e1c HTTP/1.1" status: 204  len: 173 time: 2.0125279
May 10 18:12:06.071347 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c5ce0d0>, [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:12:03Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:06.076894 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dab3302-370a-4f9e-8709-a4f213d78313 None None] The sync data for ids ['e189e04f-c844-42bf-b83c-a27165398f17'] in dv-cinder-790492-1-iscsi is: [{'id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'name': 'tempest-AttachVolumeShelveTestJSON-2003936781-router', 'tenant_id': 'e5837b88ffc7405589fea8e5217a66b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:04:28Z', 'updated_at': '2021-05-10T18:12:03Z', 'revision_number': 5, 'project_id': 'e5837b88ffc7405589fea8e5217a66b4', 'gw_port': {'id': 'b8923568-c631-48f5-8cc5-b197d7160386', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e189e04f-c844-42bf-b83c-a27165398f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:04:30Z', 'updated_at': '2021-05-10T18:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:12:06.105088 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d58f0a-31c4-419e-bfc3-71c2b5acfe97', 'name': 'network-vif-deleted', 'tag': '0d64ba90-9ebe-4f64-8631-066547d41e1c', 'status': 'completed', 'code': 200}
May 10 18:12:06.144555 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Deleting port b8923568-c631-48f5-8cc5-b197d7160386 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:12:06.144901 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:06.188022 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:12:06.323007 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:06.336811 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] For port b8923568-c631-48f5-8cc5-b197d7160386, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=b8923568-c631-48f5-8cc5-b197d7160386,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:06.337168 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:06.410099 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Transition to ACTIVE for port object 6ef96859-d1b8-4542-98ed-bbb2a380df49 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:12:06.480919 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Calling delete_port for b8923568-c631-48f5-8cc5-b197d7160386 owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:12:06.510352 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c3f1d90>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:06.514664 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] Checking router: f7d0a91d-965f-4269-9c87-38678a7bb5df for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:12:06.524773 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:12:06.525622 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c3f1d90>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:11:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:06.527511 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:06.533736 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:06.609512 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:12:06.615541 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:12:06.621413 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:12:06.673408 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'Port': ['ID=6ef96859-d1b8-4542-98ed-bbb2a380df49,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:06.680531 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:06.727628 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:06.728288 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:06.794797 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:12:06.853761 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ca1c65cb-0a57-47df-b7f3-3ed080837f77 req-cda2d3b9-07e2-4cf7-9535-b25878119790 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=86d58f0a-31c4-419e-bfc3-71c2b5acfe97 HTTP/1.1" status: 200  len: 210 time: 0.1137094
May 10 18:12:06.872474 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 0d64ba90-9ebe-4f64-8631-066547d41e1c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:12:06.873094 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8877947
May 10 18:12:06.909296 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Request body: {'port': {'device_id': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:12:06.921060 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 0d64ba90-9ebe-4f64-8631-066547d41e1c {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:12:06.921406 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 0d64ba90-9ebe-4f64-8631-066547d41e1c not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:12:06.976662 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:06.983302 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-93bc8b84-128f-4dad-8a4e-28861e7ee114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:07.037820 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8923568-c631-48f5-8cc5-b197d7160386,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:07.038348 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-64990d7b-a74c-4485-a500-568a9a5ecdb8 None None] Provisioning for port 6ef96859-d1b8-4542-98ed-bbb2a380df49 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:12:07.048691 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:07.096626 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-64990d7b-a74c-4485-a500-568a9a5ecdb8 None None] Provisioning complete for port 6ef96859-d1b8-4542-98ed-bbb2a380df49 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:12:07.096972 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-64990d7b-a74c-4485-a500-568a9a5ecdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.184139 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-64990d7b-a74c-4485-a500-568a9a5ecdb8 None None] Port 6ef96859-d1b8-4542-98ed-bbb2a380df49 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:12:07.281227 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c3f1d90>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:07.282148 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e7f25-dc74-4ff5-8b2e-21b3ceb95eb7 req-e6a582ad-c4a8-4da5-b1e3-f07fc430b5cc tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:07.286359 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27317c2c-22bd-4336-aad4-351faac7ac90 None None] The sync data for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi is: [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:12:07.289875 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d54e7f25-dc74-4ff5-8b2e-21b3ceb95eb7 req-e6a582ad-c4a8-4da5-b1e3-f07fc430b5cc tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 932 time: 0.1555758
May 10 18:12:07.351152 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.355129 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-d54e7f25-dc74-4ff5-8b2e-21b3ceb95eb7 req-07e1b1a2-caa9-4fcc-8341-fcb0f2077a00 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583780
May 10 18:12:07.412324 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.494588 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398696'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.549163 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88139a-3c38-47d5-b5e0-23e97c5bdfa6 None None] New status for floating IP b97f93d5-74a9-4da2-a224-038b0f9aadbc: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:12:07.566741 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8a54c585-6283-48a1-919a-70d9c3984f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.734621 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46683'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.739086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.840136 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402554'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.840629 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e189e04f-c844-42bf-b83c-a27165398f17 {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 18:12:07.855907 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.859292 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e189e04f-c844-42bf-b83c-a27165398f17 HTTP/1.1" status: 204  len: 168 time: 3.0178680
May 10 18:12:07.859910 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51164) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:07.941395 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34a55bf-0ab4-4ef5-a7ea-ebacf98d20c4 admin admin] Deleting subnet e77228e7-0357-442c-8e87-1a9a9cf6710f {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:12:07.945120 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a34a55bf-0ab4-4ef5-a7ea-ebacf98d20c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:07.976633 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 154fa862-59c2-427c-af79-2f789f20e723 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:12:08.026073 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 154fa862-59c2-427c-af79-2f789f20e723 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:12:08.026802 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 154fa862-59c2-427c-af79-2f789f20e723 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:12:08.027765 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a34a55bf-0ab4-4ef5-a7ea-ebacf98d20c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1709152'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.043906 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef96859-d1b8-4542-98ed-bbb2a380df49 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:12:08.051428 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.069543 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Transition to ACTIVE for port object 6ef96859-d1b8-4542-98ed-bbb2a380df49 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:12:08.075770 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.080827 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-63103380-3a79-4f9a-bf07-b9add86c8d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:08.121372 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a34a55bf-0ab4-4ef5-a7ea-ebacf98d20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.268048 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef96859-d1b8-4542-98ed-bbb2a380df49,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:08.275916 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:08.361955 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Attempting to bind port 6ef96859-d1b8-4542-98ed-bbb2a380df49 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:12:08.362433 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Attempting to bind port 6ef96859-d1b8-4542-98ed-bbb2a380df49 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:12:08.362759 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Attempting to bind port 6ef96859-d1b8-4542-98ed-bbb2a380df49 on network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:12:08.372068 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Port 6ef96859-d1b8-4542-98ed-bbb2a380df49 on network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:12:08.372068 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Attempting to bind port 6ef96859-d1b8-4542-98ed-bbb2a380df49 on network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:12:08.376531 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:12:08.376881 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Checking segment: {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:12:08.377316 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Bound using segment: {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:12:08.378079 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Bound port: 6ef96859-d1b8-4542-98ed-bbb2a380df49, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c98ce7-3e94-4b04-9cbc-b59779617983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:12:08.378434 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.430057 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-423da387-ff47-4c6b-9a4c-a938d76827f8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173307719&fields=id&tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1 HTTP/1.1" status: 200  len: 267 time: 0.1798677
May 10 18:12:08.519314 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:12:08.529553 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:12:08.534682 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.547832 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2cad4eda-5c3e-4bc9-ae9c-fdbcf7454612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:08.571554 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.585293 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:08.585916 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.587424 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] 10.222.0.58 "PUT /v2.0/ports/6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 200  len: 1094 time: 1.6938989
May 10 18:12:08.596567 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:12:08.669621 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-c19a25ec-43cb-4b23-90b2-d6944d485a48 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:08.671343 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-c19a25ec-43cb-4b23-90b2-d6944d485a48 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 811 time: 0.2309661
May 10 18:12:08.710449 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-3a9dcae2-687b-4b04-9381-e0e5649769c1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/quotas/d283f47fa9ea4c269a05cc934ffc3bc1 HTTP/1.1" status: 200  len: 375 time: 0.0242803
May 10 18:12:08.718209 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a34a55bf-0ab4-4ef5-a7ea-ebacf98d20c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1580337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10650524'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.721276 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4668-5c2d-4e06-89f4-8ad0a9256c70 req-17f057e2-9bb6-423b-a779-4b8d58072e40 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:08.722117 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-bdee4668-5c2d-4e06-89f4-8ad0a9256c70 req-17f057e2-9bb6-423b-a779-4b8d58072e40 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Synchronizing usage tracker for tenant:6bd21dbb176a45db9110424ead538f35 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:12:08.725925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:08.764435 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef96859-d1b8-4542-98ed-bbb2a380df49,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:08.768527 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:08.776154 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-bdee4668-5c2d-4e06-89f4-8ad0a9256c70 req-17f057e2-9bb6-423b-a779-4b8d58072e40 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Unset dirty status for tenant:6bd21dbb176a45db9110424ead538f35 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:12:08.777426 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bdee4668-5c2d-4e06-89f4-8ad0a9256c70 req-17f057e2-9bb6-423b-a779-4b8d58072e40 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.3129838
May 10 18:12:08.805620 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a55bf-0ab4-4ef5-a7ea-ebacf98d20c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77228e7-0357-442c-8e87-1a9a9cf6710f,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:08.814418 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a34a55bf-0ab4-4ef5-a7ea-ebacf98d20c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:08.817951 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a34a55bf-0ab4-4ef5-a7ea-ebacf98d20c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.820064 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-1f416781-75c2-4bf4-9768-a68c06d65015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:08.822089 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-1f416781-75c2-4bf4-9768-a68c06d65015 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bd21dbb176a45db9110424ead538f35&device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1097 time: 0.1866970
May 10 18:12:08.825585 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b5fb6-78d3-4ad0-9826-e2bd2da877a1 None None] Network da0ee4dd-dbdb-4107-9ef1-8e4161663969 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:12:08.829346 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a34a55bf-0ab4-4ef5-a7ea-ebacf98d20c4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e77228e7-0357-442c-8e87-1a9a9cf6710f HTTP/1.1" status: 204  len: 168 time: 0.9661317
May 10 18:12:08.829639 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51188) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:08.940576 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-65d561b4-020d-446c-9e88-b8a0c1debde5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 200  len: 217 time: 0.0807104
May 10 18:12:08.950050 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:08.950327 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-bdee4668-5c2d-4e06-89f4-8ad0a9256c70 req-a919bc31-31a2-483a-bdfc-f9d48980e3c7 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1665277
May 10 18:12:08.979870 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-6b08de9d-da24-4ca6-8660-0e3cbb45326d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:12:09.036450 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-561e7dc8-a155-4b84-a267-66feae37b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:09.037933 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-561e7dc8-a155-4b84-a267-66feae37b479 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12468fc0-8f39-4a85-94b2-df9ddeac2301 HTTP/1.1" status: 200  len: 848 time: 0.0868165
May 10 18:12:09.056810 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-6b08de9d-da24-4ca6-8660-0e3cbb45326d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:12:09.062809 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-6b08de9d-da24-4ca6-8660-0e3cbb45326d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3378656
May 10 18:12:09.096714 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'status': 'completed', 'code': 200}
May 10 18:12:09.100660 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51194) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:09.133117 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-49cbeda8-1f69-4753-a5de-8d327b469865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:09.135104 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-49cbeda8-1f69-4753-a5de-8d327b469865 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0906303
May 10 18:12:09.227783 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Deleting port 8a318187-babc-417b-9f66-44d94d201913 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:12:09.228132 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.252448 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] DHCP port deletion for da0ee4dd-dbdb-4107-9ef1-8e4161663969 request from dv-cinder-790492-1-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 18:12:09.324662 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] Deleting port 8a318187-babc-417b-9f66-44d94d201913 {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:12:09.325041 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.342697 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-54ea8db2-8834-40a1-bccc-746d54064d63 service neutron] 10.222.0.70 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2645569
May 10 18:12:09.424378 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] For port 8a318187-babc-417b-9f66-44d94d201913, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=8a318187-babc-417b-9f66-44d94d201913,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:09.424678 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.429303 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-72463072-0a80-40c7-8dbf-0f5d8739aa5e service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2824795
May 10 18:12:09.436524 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] For port 8a318187-babc-417b-9f66-44d94d201913, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=8a318187-babc-417b-9f66-44d94d201913,segment=NetworkSegment(b0c853e7-1a95-4235-9ae1-c56db3416522),segment_id=b0c853e7-1a95-4235-9ae1-c56db3416522)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:09.437132 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.472067 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.539438 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:09.545793 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] Calling delete_port for 8a318187-babc-417b-9f66-44d94d201913 owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:12:09.555298 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ae513f4c90401780061d4f35108e09 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:09.559941 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:09.572715 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Calling delete_port for 8a318187-babc-417b-9f66-44d94d201913 owned by network:dhcp {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:12:09.576852 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:09.597155 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.602666 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:09.615192 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-dbb3ad59-ce22-4243-9426-eaf232153ab6 req-d1bd9d95-fde6-4333-84cd-2f46d4bb7db8 service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685836
May 10 18:12:09.635779 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2915d1a4-c2ad-4927-8386-e050b3c3b833 service neutron] 10.222.0.70 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2822216
May 10 18:12:09.652635 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] Pushing event deleted for resources: {'Port': ['ID=8a318187-babc-417b-9f66-44d94d201913,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:09.654489 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] No DVR routers for this DVR port 8a318187-babc-417b-9f66-44d94d201913 on host dv-cinder-790492-1-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:12:09.655344 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.655941 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-a8ab4503-641d-4d3f-a900-1222b9567a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:09.661153 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7b53bc2c-cb8c-47ba-9e66-2715d9ec4802 tempest-ServerRescueNegativeTestJSON-1464730015 tempest-ServerRescueNegativeTestJSON-1464730015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:09.710028 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a318187-babc-417b-9f66-44d94d201913,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:09.713895 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:09.714846 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] No DVR routers for this DVR port 8a318187-babc-417b-9f66-44d94d201913 on host dv-cinder-790492-1-iscsi {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:12:09.746750 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.752801 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.763671 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b4d8c193-f1c2-4c81-8b58-e59085889b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:09.813979 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1ae513f4c90401780061d4f35108e09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7110572
May 10 18:12:09.820160 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51202) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:09.824299 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49517943-bfe9-4b8c-bfa9-9f08cfc86ecc,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:09.829248 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:09.833373 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.840126 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e5dcf-5890-412a-8344-ae573846b39e req-6d8e77ee-05a2-413e-b14e-ea480ee4be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:09.841773 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-864e5dcf-5890-412a-8344-ae573846b39e req-6d8e77ee-05a2-413e-b14e-ea480ee4be06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bd21dbb176a45db9110424ead538f35&device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1097 time: 0.1584187
May 10 18:12:09.852623 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f793c2cedf0>,) {'filters': {'network_id': ['da0ee4dd-dbdb-4107-9ef1-8e4161663969']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:09.865704 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f793c2cedf0>, 'b0c853e7-1a95-4235-9ae1-c56db3416522') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:09.866008 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f793c2cedf0>, 'b0c853e7-1a95-4235-9ae1-c56db3416522') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:09.877816 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.900856 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.918965 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:12:09.918965 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   util.warn(
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   util.warn(
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   util.warn(
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   util.warn(
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:12:09.926694 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:12:09.967568 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device b8923568-c631-48f5-8cc5-b197d7160386 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:12:10.020657 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: b8923568-c631-48f5-8cc5-b197d7160386 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:12:10.021057 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device b8923568-c631-48f5-8cc5-b197d7160386 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:12:10.021674 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 8a318187-babc-417b-9f66-44d94d201913 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:12:10.024167 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.028195 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3ada91e4-82e7-48a6-97a2-ae814bcc0104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:10.035850 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f2e0bfa-34fe-4236-aa05-f99a6d91894b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.061260 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.072045 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 8a318187-babc-417b-9f66-44d94d201913 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:12:10.072606 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 8a318187-babc-417b-9f66-44d94d201913 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:12:10.090205 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da0ee4dd-dbdb-4107-9ef1-8e4161663969,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:10.099356 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.100183 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:10.120200 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e5dcf-5890-412a-8344-ae573846b39e req-38a594a4-cb9e-49f1-9ac3-bd14e35c6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:10.121650 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-864e5dcf-5890-412a-8344-ae573846b39e req-38a594a4-cb9e-49f1-9ac3-bd14e35c6cc7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 200  len: 910 time: 0.2663000
May 10 18:12:10.123521 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f2e0bfa-34fe-4236-aa05-f99a6d91894b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.250590 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-864e5dcf-5890-412a-8344-ae573846b39e req-62e6bf10-64e6-4674-a3d6-8a6633fe2226 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 200  len: 217 time: 0.1199746
May 10 18:12:10.278189 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-cd7e3283-eba5-45b8-8c30-78bfb02522f3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/da0ee4dd-dbdb-4107-9ef1-8e4161663969 HTTP/1.1" status: 204  len: 168 time: 1.4468498
May 10 18:12:10.286766 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eccbe3dc-ee99-484c-b06d-2803c036ce36 req-d4d7a7dd-889a-44e7-80f7-429a6538e2ee tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 210 time: 0.1653936
May 10 18:12:10.355667 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e5dcf-5890-412a-8344-ae573846b39e req-7e17ced6-f86c-4ee1-ae90-b3dde13fb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:10.357182 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-864e5dcf-5890-412a-8344-ae573846b39e req-7e17ced6-f86c-4ee1-ae90-b3dde13fb921 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12468fc0-8f39-4a85-94b2-df9ddeac2301 HTTP/1.1" status: 200  len: 848 time: 0.0960765
May 10 18:12:10.415481 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f2e0bfa-34fe-4236-aa05-f99a6d91894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.415958 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51224) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:10.421578 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:10.440855 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5119d-7f7d-4ff6-8ffd-181450b55066 req-d95500c8-54c8-42f2-bf0e-7c8e64ba67db tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:10.447636 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-26c5119d-7f7d-4ff6-8ffd-181450b55066 req-d95500c8-54c8-42f2-bf0e-7c8e64ba67db tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.2635589
May 10 18:12:10.467936 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-061b97af-c94e-4b82-b469-d8590bb1a6ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5837b88ffc7405589fea8e5217a66b4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0506361
May 10 18:12:10.470270 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51228) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:10.474491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e0bfa-34fe-4236-aa05-f99a6d91894b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49517943-bfe9-4b8c-bfa9-9f08cfc86ecc,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:10.483478 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2f2e0bfa-34fe-4236-aa05-f99a6d91894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:10.489783 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2f2e0bfa-34fe-4236-aa05-f99a6d91894b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.493430 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2f2e0bfa-34fe-4236-aa05-f99a6d91894b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49517943-bfe9-4b8c-bfa9-9f08cfc86ecc HTTP/1.1" status: 204  len: 168 time: 0.6680260
May 10 18:12:10.517629 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-26c5119d-7f7d-4ff6-8ffd-181450b55066 req-3bd588d5-3efe-4942-90c7-8693b9d5d73a tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687473
May 10 18:12:10.528598 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e5dcf-5890-412a-8344-ae573846b39e req-bc269e89-b498-4455-8cef-58d10e70f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:10.530103 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-864e5dcf-5890-412a-8344-ae573846b39e req-bc269e89-b498-4455-8cef-58d10e70f129 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1643918
May 10 18:12:10.552028 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c3070ed-c316-4621-be9d-d9c762d05167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.582188 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c3070ed-c316-4621-be9d-d9c762d05167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.651010 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c3070ed-c316-4621-be9d-d9c762d05167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.656171 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5f0a6cf0-e9dd-403a-a093-c1ea13ee00de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:10.669814 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3070ed-c316-4621-be9d-d9c762d05167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3317f18e-aeb2-4c55-9fd1-763886f027f4,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:10.672237 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3c3070ed-c316-4621-be9d-d9c762d05167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:10.678138 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3c3070ed-c316-4621-be9d-d9c762d05167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:10.680432 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3c3070ed-c316-4621-be9d-d9c762d05167 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3317f18e-aeb2-4c55-9fd1-763886f027f4 HTTP/1.1" status: 204  len: 168 time: 0.2082458
May 10 18:12:10.709966 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-864e5dcf-5890-412a-8344-ae573846b39e req-292a5aef-3e77-40aa-913d-282d5366fbb9 service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714725
May 10 18:12:10.858593 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-864e5dcf-5890-412a-8344-ae573846b39e req-71d5dbe7-9759-4a6a-a618-638da687d1a6 service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421368
May 10 18:12:11.003728 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51246) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:11.022179 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:11.037052 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:11.041069 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Usage tracker for resource:security_group_rule and tenant:0edffe06e0d64924ac6945a74f0150a2 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:11.044005 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:11.049776 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:11.138099 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:11.143364 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:11.152503 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a604d72a-5645-4dce-acce-32943b78eb15 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:11.214789 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0edffe06e0d64924ac6945a74f0150a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2070055
May 10 18:12:11.214789 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c18b037-0d07-4f10-99e2-43dd3f4fa62c,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:11.215448 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51252) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:11.217109 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:11.404136 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-c4c36be9-a574-47d3-ab59-6f9b062e4523 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:11.405613 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-c4c36be9-a574-47d3-ab59-6f9b062e4523 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 811 time: 0.2492614
May 10 18:12:11.406308 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5816c82a-5ce9-484b-86fa-b042a9d3f1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:11.460684 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5816c82a-5ce9-484b-86fa-b042a9d3f1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:11.493813 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-bbcf7318-1972-44bd-be87-aeb532363b4c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1 HTTP/1.1" status: 200  len: 379 time: 0.0769775
May 10 18:12:11.502319 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8f63402b-571e-4a16-9142-a326a911a825 req-9c9f6333-0d91-4d01-8092-1d6a60180b17 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 210 time: 0.0756350
May 10 18:12:11.509304 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'port': {'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'admin_state_up': True, 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'security_groups': ['71fba469-d43d-4a4d-8bf2-b71a16b85ebb']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:12:11.806256 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5816c82a-5ce9-484b-86fa-b042a9d3f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:11.812090 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ba45ba69-1c71-43c4-8ba6-1f9fa8a50538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:11.829515 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816c82a-5ce9-484b-86fa-b042a9d3f1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c18b037-0d07-4f10-99e2-43dd3f4fa62c,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:11.834778 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5816c82a-5ce9-484b-86fa-b042a9d3f1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:11.839132 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:11.853399 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5816c82a-5ce9-484b-86fa-b042a9d3f1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:11.854504 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5816c82a-5ce9-484b-86fa-b042a9d3f1ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c18b037-0d07-4f10-99e2-43dd3f4fa62c HTTP/1.1" status: 204  len: 168 time: 0.6285260
May 10 18:12:11.866418 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0a43d-a55d-4075-8549-a75852ad0baa req-4eefe899-e752-4b5f-b8e8-8c1b004a5264 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:11.867979 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f4f0a43d-a55d-4075-8549-a75852ad0baa req-4eefe899-e752-4b5f-b8e8-8c1b004a5264 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.1745732
May 10 18:12:11.868912 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:11.898020 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Made reservation on behalf of d283f47fa9ea4c269a05cc934ffc3bc1 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:12:11.908288 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:11.954065 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f4f0a43d-a55d-4075-8549-a75852ad0baa req-ace2c4ec-d7e8-45ed-a9b4-a6723b3d8688 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771246
May 10 18:12:12.145356 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Allocated IP 172.20.0.14 (bdec1f4c-6c1a-45fa-a49e-58d738c31855/f46cd935-8210-4aa0-97a5-45db0013fc4b/906238da-ace5-48ac-b13c-17bef0e17d10) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:12:12.288831 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51290) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:12.307933 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.322818 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:12.326752 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Usage tracker for resource:security_group_rule and tenant:184938e58f3b4dab8d309a33e033891b is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:12.329697 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:12.335547 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:12.354430 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.373338 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Transition to ACTIVE for port object 906238da-ace5-48ac-b13c-17bef0e17d10 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:12:12.400896 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.408130 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82b2ed5c-ca49-4f1c-8fe2-b92034723735 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:12.420824 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.426595 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.437839 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-58777e08-ed30-428d-a06d-91c3aa2289e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:12.480125 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:12:12.480425 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=184938e58f3b4dab8d309a33e033891b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1867421
May 10 18:12:12.480425 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51294) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:12.483305 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945b4836-8f5d-4bbb-b71a-07d4604f2ae4,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:12.488381 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:12:12.493714 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:12:12.529042 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'Port': ['ID=906238da-ace5-48ac-b13c-17bef0e17d10,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:12.543161 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:12.543418 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.544667 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.545283 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.545996 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.546252 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.546712 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.547419 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.547792 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.548145 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.548725 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.549319 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.549610 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:12:12.554729 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a0548764-c007-4306-8ab7-aa664c58155e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:12.578350 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6500228c-30ea-4dd4-98c4-befd05b682ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.590199 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:12.590847 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.614545 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6500228c-30ea-4dd4-98c4-befd05b682ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.629268 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-2faddbfc-cc3d-4038-923c-03721480a42c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1242337
May 10 18:12:12.643491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Request body: {'port': {'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:12:12.742200 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6500228c-30ea-4dd4-98c4-befd05b682ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.749504 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bcef200c-a668-4105-bb7f-2ac416642675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:12.767532 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eea3e2-5d4d-4b9b-8416-4c538d6b9c23 req-4683fe62-57ca-4b52-a615-8f086cb183b1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:12.769000 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-77eea3e2-5d4d-4b9b-8416-4c538d6b9c23 req-4683fe62-57ca-4b52-a615-8f086cb183b1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 932 time: 0.1156893
May 10 18:12:12.772284 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500228c-30ea-4dd4-98c4-befd05b682ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b4836-8f5d-4bbb-b71a-07d4604f2ae4,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:12.776422 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6500228c-30ea-4dd4-98c4-befd05b682ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:12.785082 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.815760 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5e680e2b-fa1a-42a6-afb9-ac1412d9a5e0 None None] Provisioning for port 906238da-ace5-48ac-b13c-17bef0e17d10 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:12:12.816377 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6500228c-30ea-4dd4-98c4-befd05b682ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.817067 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6500228c-30ea-4dd4-98c4-befd05b682ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/945b4836-8f5d-4bbb-b71a-07d4604f2ae4 HTTP/1.1" status: 204  len: 168 time: 0.3357940
May 10 18:12:12.828278 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-5e680e2b-fa1a-42a6-afb9-ac1412d9a5e0 None None] Provisioning complete for port 906238da-ace5-48ac-b13c-17bef0e17d10 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:12:12.829917 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-5e680e2b-fa1a-42a6-afb9-ac1412d9a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:12.835997 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-77eea3e2-5d4d-4b9b-8416-4c538d6b9c23 req-6e051796-8bc6-4a5a-aec8-beaad1b46ff6 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584350
May 10 18:12:12.910184 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-5e680e2b-fa1a-42a6-afb9-ac1412d9a5e0 None None] Port 906238da-ace5-48ac-b13c-17bef0e17d10 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:12:13.216134 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906238da-ace5-48ac-b13c-17bef0e17d10 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:12:13.230914 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:13.242988 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b98af-df6d-4551-b971-aef8a3fbeec9 req-07908b75-ca84-4fea-a981-a6427e27a2a4 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:13.244502 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3d2b98af-df6d-4551-b971-aef8a3fbeec9 req-07908b75-ca84-4fea-a981-a6427e27a2a4 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.1630878
May 10 18:12:13.272848 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Transition to ACTIVE for port object 906238da-ace5-48ac-b13c-17bef0e17d10 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:12:13.283585 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:13.289921 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c8006b00-d454-4a76-842b-93d510e6681d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:13.401818 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3d2b98af-df6d-4551-b971-aef8a3fbeec9 req-f832bc90-e866-4f5d-8163-1522fdfa3b56 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1505179
May 10 18:12:13.437804 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Pushing event updated for resources: {'Port': ['ID=906238da-ace5-48ac-b13c-17bef0e17d10,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:13.441485 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:13.557648 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Attempting to bind port 906238da-ace5-48ac-b13c-17bef0e17d10 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:12:13.557983 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Attempting to bind port 906238da-ace5-48ac-b13c-17bef0e17d10 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:12:13.558312 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Attempting to bind port 906238da-ace5-48ac-b13c-17bef0e17d10 on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:12:13.563195 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Port 906238da-ace5-48ac-b13c-17bef0e17d10 on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:12:13.563515 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Attempting to bind port 906238da-ace5-48ac-b13c-17bef0e17d10 on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:12:13.568763 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:12:13.569094 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Checking segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:12:13.569479 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Bound using segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:12:13.569915 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Bound port: 906238da-ace5-48ac-b13c-17bef0e17d10, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:12:13.570262 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:13.657857 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] For port 906238da-ace5-48ac-b13c-17bef0e17d10, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:12:13.661085 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] For port 906238da-ace5-48ac-b13c-17bef0e17d10, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=906238da-ace5-48ac-b13c-17bef0e17d10,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:12:13.666711 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:13.671946 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-71738772-be31-42cd-8b51-0d246133d381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:13.840844 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:13.841458 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:13.843670 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] 10.222.0.58 "PUT /v2.0/ports/906238da-ace5-48ac-b13c-17bef0e17d10 HTTP/1.1" status: 200  len: 1094 time: 1.2056930
May 10 18:12:13.844194 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:12:13.882617 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Pushing event updated for resources: {'Port': ['ID=906238da-ace5-48ac-b13c-17bef0e17d10,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:13.886729 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:13.967919 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10', 'status': 'completed', 'code': 200}
May 10 18:12:14.056544 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-1d0f2623-e353-4874-b6ba-b2547068f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:14.058025 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-1d0f2623-e353-4874-b6ba-b2547068f80f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 1097 time: 0.1418900
May 10 18:12:14.174578 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-4ee16646-a6e1-4c0b-80d6-16e032e9f146 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=906238da-ace5-48ac-b13c-17bef0e17d10 HTTP/1.1" status: 200  len: 217 time: 0.1077623
May 10 18:12:14.183680 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b53da-bb03-4910-9cbf-765746366766 req-64bc8588-8dc9-46ed-b6b2-bab1eaff099a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:14.184574 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-068b53da-bb03-4910-9cbf-765746366766 req-64bc8588-8dc9-46ed-b6b2-bab1eaff099a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:12:14.259086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-e6b23537-4434-4d5b-bfba-77c9fcedc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:14.260705 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-e6b23537-4434-4d5b-bfba-77c9fcedc9c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0726335
May 10 18:12:14.263004 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-068b53da-bb03-4910-9cbf-765746366766 req-64bc8588-8dc9-46ed-b6b2-bab1eaff099a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:12:14.264207 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-068b53da-bb03-4910-9cbf-765746366766 req-64bc8588-8dc9-46ed-b6b2-bab1eaff099a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 944 time: 0.2729313
May 10 18:12:14.360994 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-068b53da-bb03-4910-9cbf-765746366766 req-facefb61-f8de-4845-aaf5-c9b20b384c8b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905097
May 10 18:12:14.382233 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-cdf5cada-6712-4c2c-8e69-329c88105ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:14.383736 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-cdf5cada-6712-4c2c-8e69-329c88105ee0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1147268
May 10 18:12:14.551696 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-22c32db3-c719-45d9-9c6c-b1ada9eb3c82 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612940
May 10 18:12:14.622375 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab413c-c4c8-479a-b2a1-4ea670c6f1fd req-470d3bda-b5fd-416e-b98d-b91b0d55a8bd tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:14.623968 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c8ab413c-c4c8-479a-b2a1-4ea670c6f1fd req-470d3bda-b5fd-416e-b98d-b91b0d55a8bd tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0918841
May 10 18:12:14.670684 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c8ab413c-c4c8-479a-b2a1-4ea670c6f1fd req-075dbc09-6355-448f-a2a0-cc1a99759790 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409131
May 10 18:12:14.696227 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4a87a0db-3afd-419a-ae14-2ab44d55ff5d req-b3dd2e0c-e761-4144-afed-a85c9ca3929a service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370203
May 10 18:12:14.826509 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-ba40d955-0c34-4652-8431-cbd7737b23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:14.827999 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-ba40d955-0c34-4652-8431-cbd7737b23d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 1097 time: 0.0821602
May 10 18:12:14.963667 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-b379a033-28d9-4ca2-bcce-87298cf91231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:14.965123 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-b379a033-28d9-4ca2-bcce-87298cf91231 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.1299636
May 10 18:12:15.035701 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-c4e2f8e5-239a-4fda-a3a4-7e65d3bef32d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=906238da-ace5-48ac-b13c-17bef0e17d10 HTTP/1.1" status: 200  len: 217 time: 0.0637269
May 10 18:12:15.098320 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-6117b71d-576a-4db9-b57f-742cf5ebe196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:15.099747 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-6117b71d-576a-4db9-b57f-742cf5ebe196 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0578282
May 10 18:12:15.180331 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-c258b00b-fdf3-4b07-9388-b5b59c6794df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:15.181801 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-c258b00b-fdf3-4b07-9388-b5b59c6794df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727129
May 10 18:12:15.317264 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-c399fcd7-0bfc-4918-a978-197eebc7e13f service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274598
May 10 18:12:15.453507 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3e612107-2369-4802-aa0e-2f3cb2afadc3 req-83173d04-7e54-44a3-8634-bafdf9578c98 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288404
May 10 18:12:15.554341 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaacc49-dea9-463d-abb5-509286f13c63 req-92e7bb5b-ff06-44da-910c-05a66a502e73 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:15.555807 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cbaacc49-dea9-463d-abb5-509286f13c63 req-92e7bb5b-ff06-44da-910c-05a66a502e73 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 944 time: 0.0868726
May 10 18:12:15.602558 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cbaacc49-dea9-463d-abb5-509286f13c63 req-ae6dde4a-8ade-45bf-9793-8126da2597aa tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405183
May 10 18:12:15.858149 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f475bfb-a89f-482d-8374-9ed6b5eefa30 req-54ead758-4ac9-430a-92d3-648da63f501a tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:15.859646 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1f475bfb-a89f-482d-8374-9ed6b5eefa30 req-54ead758-4ac9-430a-92d3-648da63f501a tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0839174
May 10 18:12:15.906387 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1f475bfb-a89f-482d-8374-9ed6b5eefa30 req-f40ff014-ec8b-44d1-afcb-73b0e2358f94 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407975
May 10 18:12:16.800007 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa6505-7cf2-43d6-8677-41beb2c55543 req-f520c8e7-133d-4eab-bede-390172321b8b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:16.801464 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6dfa6505-7cf2-43d6-8677-41beb2c55543 req-f520c8e7-133d-4eab-bede-390172321b8b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 944 time: 0.0885608
May 10 18:12:16.946669 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6dfa6505-7cf2-43d6-8677-41beb2c55543 req-697c80e3-33a9-4000-a044-c0d99cfa8692 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1393628
May 10 18:12:17.100331 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35949b8b-396d-4c84-8369-fb28801eae93 req-bf307a15-1917-4fe3-9471-80fb0f6eb1c2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:17.101817 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-35949b8b-396d-4c84-8369-fb28801eae93 req-bf307a15-1917-4fe3-9471-80fb0f6eb1c2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0859947
May 10 18:12:17.150177 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-35949b8b-396d-4c84-8369-fb28801eae93 req-f3c87e51-6724-4a5a-8044-185f151cb61b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424387
May 10 18:12:18.146485 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465837-96f6-44d9-9966-7dea44fc3191 req-6aeeb6f9-de90-4a92-8eb8-19fe2833e7f1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:18.147985 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-85465837-96f6-44d9-9966-7dea44fc3191 req-6aeeb6f9-de90-4a92-8eb8-19fe2833e7f1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 944 time: 0.0860002
May 10 18:12:18.198312 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-85465837-96f6-44d9-9966-7dea44fc3191 req-e2bc27da-96a5-4b73-9482-0de64dde107b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443802
May 10 18:12:18.338677 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89060b-c202-46f8-b19b-978b0202d9f6 req-324972a6-c8cc-4df7-ae79-c6744740f79b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:18.340063 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aa89060b-c202-46f8-b19b-978b0202d9f6 req-324972a6-c8cc-4df7-ae79-c6744740f79b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0859640
May 10 18:12:18.388646 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-aa89060b-c202-46f8-b19b-978b0202d9f6 req-f4af7f6c-9770-442a-a5b6-de1249d5140e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400822
May 10 18:12:18.611330 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6ef96859-d1b8-4542-98ed-bbb2a380df49 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:12:18.750554 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:18.764303 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'port_id': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'mac_address': 'fa:16:3e:7a:0b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:12:18.824883 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:18.849334 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef96859-d1b8-4542-98ed-bbb2a380df49 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:12:18.866364 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:18.872877 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:18.875755 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:18.945700 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=6ef96859-d1b8-4542-98ed-bbb2a380df49,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:18.949111 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:19.399431 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094bdc-198e-45b7-ab9b-6001567def81 req-eb17f1b3-51ca-4752-954b-13af682916a6 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:19.400884 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-31094bdc-198e-45b7-ab9b-6001567def81 req-eb17f1b3-51ca-4752-954b-13af682916a6 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 944 time: 0.0964773
May 10 18:12:19.446019 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-31094bdc-198e-45b7-ab9b-6001567def81 req-274ec53d-f4a9-43ea-a72e-15b519da0708 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394180
May 10 18:12:19.579396 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17400914-743f-4f50-86a7-1505a082effa req-1cd5cb47-a301-4879-8493-973d46e8830b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:19.580729 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-17400914-743f-4f50-86a7-1505a082effa req-1cd5cb47-a301-4879-8493-973d46e8830b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 945 time: 0.0816116
May 10 18:12:19.638228 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-17400914-743f-4f50-86a7-1505a082effa req-2df59026-f96f-4c30-be13-f060c9a3a501 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495622
May 10 18:12:20.637715 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e90a68-f84e-4ed5-b234-c4d86560c27b req-124293f5-227b-41dc-af4a-f7a439d80d54 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:20.639212 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c8e90a68-f84e-4ed5-b234-c4d86560c27b req-124293f5-227b-41dc-af4a-f7a439d80d54 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 944 time: 0.0875614
May 10 18:12:20.688849 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c8e90a68-f84e-4ed5-b234-c4d86560c27b req-92261d55-4e7f-4e57-bf92-8b46e99a14c9 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436819
May 10 18:12:20.840227 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a32243-5d4c-4c8a-8073-134bdfdefda7 req-c82173a0-b5ef-4e3a-980a-723d24d6c061 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:20.841671 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e4a32243-5d4c-4c8a-8073-134bdfdefda7 req-c82173a0-b5ef-4e3a-980a-723d24d6c061 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 945 time: 0.0959833
May 10 18:12:20.887097 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e4a32243-5d4c-4c8a-8073-134bdfdefda7 req-9f703521-c9fd-4ee9-91f2-b87ca5285012 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395479
May 10 18:12:21.877901 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefed0c0-fc2d-4f29-b971-9412cff5f775 req-07b7676b-ed30-446d-90d4-658a99e87fe5 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:21.879364 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aefed0c0-fc2d-4f29-b971-9412cff5f775 req-07b7676b-ed30-446d-90d4-658a99e87fe5 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 944 time: 0.0848460
May 10 18:12:21.931943 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-aefed0c0-fc2d-4f29-b971-9412cff5f775 req-624f3a96-e364-4b68-bf50-415cc909602c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449164
May 10 18:12:21.988238 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['6ef96859-d1b8-4542-98ed-bbb2a380df49'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:12:22.078253 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c864ec-b539-4abb-8df4-f312de753158 req-db825af3-6940-4016-8fd6-5debd3d0a899 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:22.080551 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-35c864ec-b539-4abb-8df4-f312de753158 req-db825af3-6940-4016-8fd6-5debd3d0a899 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 945 time: 0.0888186
May 10 18:12:22.125631 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-35c864ec-b539-4abb-8df4-f312de753158 req-cc239e32-396c-44a9-b6ec-f626f10f9fd4 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392499
May 10 18:12:23.119629 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b58b-4751-49be-8278-ebe8d23a10bc req-a19fef79-0f9a-4c2f-bb11-d0641b22b5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:23.121105 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8a98b58b-4751-49be-8278-ebe8d23a10bc req-a19fef79-0f9a-4c2f-bb11-d0641b22b5e1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 944 time: 0.0840273
May 10 18:12:23.169023 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8a98b58b-4751-49be-8278-ebe8d23a10bc req-eb876815-f46a-4594-8e46-973a904a6eef tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413001
May 10 18:12:23.341925 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630cea6-26c9-4d2c-82a1-94c8155ca39d req-58125e14-a959-4235-861a-bdeb26a55b3a tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:23.343417 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4630cea6-26c9-4d2c-82a1-94c8155ca39d req-58125e14-a959-4235-861a-bdeb26a55b3a tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 945 time: 0.0836856
May 10 18:12:23.391772 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4630cea6-26c9-4d2c-82a1-94c8155ca39d req-5576f331-e64d-4f3a-8d39-1626a085d64b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400229
May 10 18:12:23.635164 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 906238da-ace5-48ac-b13c-17bef0e17d10 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:12:23.638128 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6ef96859-d1b8-4542-98ed-bbb2a380df49 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:12:23.803665 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 6ef96859-d1b8-4542-98ed-bbb2a380df49 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:12:23.813358 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 6ef96859-d1b8-4542-98ed-bbb2a380df49 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:12:23.813740 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:23.867768 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 906238da-ace5-48ac-b13c-17bef0e17d10, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=906238da-ace5-48ac-b13c-17bef0e17d10,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:23.890624 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '906238da-ace5-48ac-b13c-17bef0e17d10', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:12:24.029848 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.053150 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.064868 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906238da-ace5-48ac-b13c-17bef0e17d10 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:12:24.092313 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:12:24.098040 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 906238da-ace5-48ac-b13c-17bef0e17d10, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=906238da-ace5-48ac-b13c-17bef0e17d10,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:24.104301 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:24.105304 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.107130 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-408d7711-9a13-4512-851c-c1f43aaa1b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:24.145590 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'code': 200}
May 10 18:12:24.146221 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.180039 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=906238da-ace5-48ac-b13c-17bef0e17d10,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:24.183750 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:24.184245 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:24.255612 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=6ef96859-d1b8-4542-98ed-bbb2a380df49,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:24.259137 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:24.264052 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51484) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:24.316612 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['906238da-ace5-48ac-b13c-17bef0e17d10'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:12:24.467077 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.486228 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc217b8-acaf-4eb6-ab0e-5cf4930bfc22 req-d7cf3ce7-080d-4721-bf25-1082fd546c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:24.496537 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6cc217b8-acaf-4eb6-ab0e-5cf4930bfc22 req-d7cf3ce7-080d-4721-bf25-1082fd546c53 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1099 time: 0.0996194
May 10 18:12:24.499228 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:24.503347 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d0d9cc567e4d9b9369a96b2e01de63 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:24.506466 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:24.512705 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:24.576119 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ed8a2-a710-40d5-89d3-4d6450c5f39e req-95b59f58-df5a-474a-9953-b0c0cfcc002d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:24.577855 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3e7ed8a2-a710-40d5-89d3-4d6450c5f39e req-95b59f58-df5a-474a-9953-b0c0cfcc002d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 945 time: 0.2658277
May 10 18:12:24.623003 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6cc217b8-acaf-4eb6-ab0e-5cf4930bfc22 req-6e77ab3a-e70a-4a86-9e3d-53fd9bc52d53 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204858
May 10 18:12:24.632104 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3e7ed8a2-a710-40d5-89d3-4d6450c5f39e req-ec2cae0e-e6df-47e6-8a5a-715879e5f0af tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466626
May 10 18:12:24.679974 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818e7c9-e263-48ba-9019-494a2f238ce8 req-e4706c58-ad57-4fe3-bcfb-fa4a1b6df018 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:24.681895 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b818e7c9-e263-48ba-9019-494a2f238ce8 req-e4706c58-ad57-4fe3-bcfb-fa4a1b6df018 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.1251070
May 10 18:12:24.688332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.693318 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.702673 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e7c7c074-ade7-41df-bd27-fe8aaafeaa40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:24.733138 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b818e7c9-e263-48ba-9019-494a2f238ce8 req-8cb5bc9d-5762-486e-84d6-4b0472e9c441 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449433
May 10 18:12:24.739150 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2d0d9cc567e4d9b9369a96b2e01de63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4737515
May 10 18:12:24.742205 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51504) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:24.748034 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc68a6a-00c6-4951-bc54-6ff6bcdde899,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:24.751951 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fa4e7091-60fd-4ec7-bbd9-28bf0d6f7508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:24.820012 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e6092fc4-36a1-409e-8a72-adfa759729c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.846072 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e6092fc4-36a1-409e-8a72-adfa759729c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.898236 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e6092fc4-36a1-409e-8a72-adfa759729c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.902071 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f1f27ef0-0e21-4ace-9ecd-efc0bb31fb02 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:24.914519 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6092fc4-36a1-409e-8a72-adfa759729c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc68a6a-00c6-4951-bc54-6ff6bcdde899,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:24.917515 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e6092fc4-36a1-409e-8a72-adfa759729c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:24.919742 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e6092fc4-36a1-409e-8a72-adfa759729c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:24.920549 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e6092fc4-36a1-409e-8a72-adfa759729c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5cc68a6a-00c6-4951-bc54-6ff6bcdde899 HTTP/1.1" status: 204  len: 168 time: 0.1773317
May 10 18:12:25.644123 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 906238da-ace5-48ac-b13c-17bef0e17d10 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:12:25.715427 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 906238da-ace5-48ac-b13c-17bef0e17d10 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:12:25.720517 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 906238da-ace5-48ac-b13c-17bef0e17d10 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:12:25.720962 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:25.833254 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a9eb5-fd97-4056-a046-24aae9d0abfe req-ad0fa191-a3c2-4eea-bc2e-bd053c9bae3c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:25.834760 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-011a9eb5-fd97-4056-a046-24aae9d0abfe req-ad0fa191-a3c2-4eea-bc2e-bd053c9bae3c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 945 time: 0.0842137
May 10 18:12:25.866617 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:25.911529 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-011a9eb5-fd97-4056-a046-24aae9d0abfe req-c22b0d27-447d-4758-84db-55ad600fae3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697689
May 10 18:12:25.934670 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c6ad3-92a9-4b1f-8041-da76a52a9b42 req-553c9cc8-206b-45b5-9c20-fff0b6549167 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:25.936209 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1f0c6ad3-92a9-4b1f-8041-da76a52a9b42 req-553c9cc8-206b-45b5-9c20-fff0b6549167 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0851800
May 10 18:12:25.940759 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 906238da-ace5-48ac-b13c-17bef0e17d10, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=906238da-ace5-48ac-b13c-17bef0e17d10,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:12:25.948377 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:25.949820 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:26.004923 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-1f0c6ad3-92a9-4b1f-8041-da76a52a9b42 req-4868cf88-293c-40a0-a694-8dd203096ac0 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609303
May 10 18:12:26.019813 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=906238da-ace5-48ac-b13c-17bef0e17d10,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:26.023392 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:26.146676 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:12:26.198737 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10', 'code': 200}
May 10 18:12:26.229145 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2e136-4938-4cf2-90a5-56e5d353779e req-a3290cbd-0d57-417a-8511-95f424f14d9c tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:26.236977 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5df2e136-4938-4cf2-90a5-56e5d353779e req-a3290cbd-0d57-417a-8511-95f424f14d9c tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.1233966
May 10 18:12:26.283343 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5df2e136-4938-4cf2-90a5-56e5d353779e req-05af81c5-3ddc-4902-a28e-1e6b153584ef tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444705
May 10 18:12:26.305344 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51568) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:26.492030 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbbde4-306e-4571-b7b0-2810654beb2c req-6948696b-63ce-46de-af7e-445d01024b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:26.493523 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e1dbbde4-306e-4571-b7b0-2810654beb2c req-6948696b-63ce-46de-af7e-445d01024b2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 1099 time: 0.0706644
May 10 18:12:26.539395 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e1dbbde4-306e-4571-b7b0-2810654beb2c req-b937b423-8da3-4001-8a22-d219b3c3bcfe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386927
May 10 18:12:26.545810 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0f707e-c86c-4c1b-81dc-34902d7b9956 tempest-TestShelveInstance-761864926 tempest-TestShelveInstance-761864926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:26.548032 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-db0f707e-c86c-4c1b-81dc-34902d7b9956 tempest-TestShelveInstance-761864926 tempest-TestShelveInstance-761864926-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1094 time: 0.2416701
May 10 18:12:26.550244 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51578) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:26.556258 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Request body: {'floatingip': {'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'port_id': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:12:26.562098 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:26.565939 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Usage tracker for resource:floatingip and tenant:6bd21dbb176a45db9110424ead538f35 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:26.568856 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:26.574545 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:26.585473 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:26.748958 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:26.812965 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:26.955635 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Allocated IP 172.27.3.80 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/eaaeea9b-4cea-4383-abbf-e947fad30968) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:12:27.096294 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dc673-3bd5-4254-b81a-54ce17d5f382 req-c3544dc6-6f48-49b5-8f8d-281056773cc5 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:27.098207 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f68dc673-3bd5-4254-b81a-54ce17d5f382 req-c3544dc6-6f48-49b5-8f8d-281056773cc5 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 946 time: 0.0819912
May 10 18:12:27.105990 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:27.137949 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:27.143160 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:27.155395 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f68dc673-3bd5-4254-b81a-54ce17d5f382 req-eeeefb69-573d-47c9-a366-3d6c50ba3675 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516479
May 10 18:12:27.206502 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:12:27.209899 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:12:27.212775 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:12:27.265023 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'Port': ['ID=eaaeea9b-4cea-4383-abbf-e947fad30968,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:27.268500 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:27.653447 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:27.729175 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:27.947606 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:27.952896 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:27.957664 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:28.060191 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event updated for resources: {'Port': ['ID=eaaeea9b-4cea-4383-abbf-e947fad30968,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:28.064215 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:28.075874 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:28.246095 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Floating IP 51100bac-8adc-47df-b593-e4aeab2e3f4f associated. External IP: 172.27.3.80, port: 6ef96859-d1b8-4542-98ed-bbb2a380df49.
May 10 18:12:28.635033 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094551f5-d577-411a-a7f5-2efaf0b789ef req-7ccfa16a-79bc-4aa7-8eae-7e45f22982cc tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:28.636491 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-094551f5-d577-411a-a7f5-2efaf0b789ef req-7ccfa16a-79bc-4aa7-8eae-7e45f22982cc tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 946 time: 0.2390547
May 10 18:12:28.763977 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-094551f5-d577-411a-a7f5-2efaf0b789ef req-9a862279-a239-48e8-8a16-b728fdc21db9 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722148
May 10 18:12:28.800783 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:12:28.959988 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c3c4e-a5cf-4fef-8f54-6e1b7b2ae9e1 req-a280460c-16d8-4d00-adc8-7a01d1cdc9ea tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:28.961790 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e37c3c4e-a5cf-4fef-8f54-6e1b7b2ae9e1 req-a280460c-16d8-4d00-adc8-7a01d1cdc9ea tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 946 time: 0.0922136
May 10 18:12:28.989814 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:12:29.002245 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] Sync routers for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:12:29.015739 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:12:29.016698 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c266520>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:12:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:29.023333 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e37c3c4e-a5cf-4fef-8f54-6e1b7b2ae9e1 req-5380717b-02d1-4113-91d7-880d1f2341e6 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554881
May 10 18:12:29.025291 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:29.054781 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51626) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:29.091210 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-bd4c0901-82fa-4078-8f4a-294becd7b637 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5391707
May 10 18:12:29.092525 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:12:29.144512 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'status': 'completed', 'code': 200}
May 10 18:12:29.166226 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e1ca7-f491-42cd-bf7b-703676da2469 tempest-TestVolumeBootPattern-1257037759 tempest-TestVolumeBootPattern-1257037759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:29.167117 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-189e1ca7-f491-42cd-bf7b-703676da2469 tempest-TestVolumeBootPattern-1257037759 tempest-TestVolumeBootPattern-1257037759-project-admin] Synchronizing usage tracker for tenant:d34ab7fbb0d54a958194ec738da97a0e on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:12:29.229635 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-189e1ca7-f491-42cd-bf7b-703676da2469 tempest-TestVolumeBootPattern-1257037759 tempest-TestVolumeBootPattern-1257037759-project-admin] Unset dirty status for tenant:d34ab7fbb0d54a958194ec738da97a0e on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:12:29.230879 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-189e1ca7-f491-42cd-bf7b-703676da2469 tempest-TestVolumeBootPattern-1257037759 tempest-TestVolumeBootPattern-1257037759-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 1094 time: 0.1750925
May 10 18:12:29.233894 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51636) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:29.239778 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'floatingip': {'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:12:29.245722 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:29.249780 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a192-0643-4c9e-aba0-578646f28bcb req-5959bf90-63c3-4f61-ac23-48677511f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:29.249945 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:floatingip and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:29.251417 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2128a192-0643-4c9e-aba0-578646f28bcb req-5959bf90-63c3-4f61-ac23-48677511f525 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bd21dbb176a45db9110424ead538f35&device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1099 time: 0.0805523
May 10 18:12:29.252803 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:29.259475 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:29.268617 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:12:29.274442 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:29.414383 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a192-0643-4c9e-aba0-578646f28bcb req-67d80765-8da6-47c9-b82d-af35893e6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:29.416104 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2128a192-0643-4c9e-aba0-578646f28bcb req-67d80765-8da6-47c9-b82d-af35893e6382 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 200  len: 910 time: 0.1582596
May 10 18:12:29.431986 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:29.544817 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2128a192-0643-4c9e-aba0-578646f28bcb req-b7d83716-f5ce-4fd4-884c-dc63cbe7ca46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 200  len: 999 time: 0.1177053
May 10 18:12:29.576610 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Allocated IP 172.27.3.142 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/52c99c63-7dfd-4aa3-8318-4635b0fc3119) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:12:29.621108 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a192-0643-4c9e-aba0-578646f28bcb req-bff6e6fe-b69b-4079-a165-c4a9fa857aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:29.622948 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2128a192-0643-4c9e-aba0-578646f28bcb req-bff6e6fe-b69b-4079-a165-c4a9fa857aea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12468fc0-8f39-4a85-94b2-df9ddeac2301 HTTP/1.1" status: 200  len: 848 time: 0.0713160
May 10 18:12:29.653769 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c266520>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '51100bac-8adc-47df-b593-e4aeab2e3f4f', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'port_id': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'mac_address': 'fa:16:3e:7a:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:27Z', 'updated_at': '2021-05-10T18:12:27Z', 'revision_number': 0, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:37Z', 'revision_number': 5, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:29.659026 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] Checking router: 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:12:29.660062 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51646) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:29.668263 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:12:29.668902 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c266520>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:12:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:29.755552 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:29.798508 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:29.813594 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a192-0643-4c9e-aba0-578646f28bcb req-ce09d833-41b1-4e5e-b0b0-4e91a514f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:29.815216 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2128a192-0643-4c9e-aba0-578646f28bcb req-ce09d833-41b1-4e5e-b0b0-4e91a514f6bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1842170
May 10 18:12:29.817793 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9ac6f2a4-1bc7-4706-842d-01be547e01e9 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:29.871898 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:29.888649 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:12:29.893066 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:12:29.897991 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:12:29.900782 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:12:29.929350 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:29.942140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Usage tracker for resource:security_group_rule and tenant:ad0bbaa59b3343dcad45f12deba7ea76 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:29.946539 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'Port': ['ID=52c99c63-7dfd-4aa3-8318-4635b0fc3119,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:29.951986 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:29.960483 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:29.965324 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:29.966466 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2128a192-0643-4c9e-aba0-578646f28bcb req-408b61b3-7056-4800-9e21-95aa5ae5ae26 service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445801
May 10 18:12:30.113751 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2128a192-0643-4c9e-aba0-578646f28bcb req-5db9c716-d838-4cbf-82e5-b2314c1e9fe3 service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345267
May 10 18:12:30.422682 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.428311 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.432436 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c266520>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '51100bac-8adc-47df-b593-e4aeab2e3f4f', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'port_id': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'mac_address': 'fa:16:3e:7a:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:27Z', 'updated_at': '2021-05-10T18:12:27Z', 'revision_number': 0, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:37Z', 'revision_number': 5, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:30.437710 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf798a8e-368b-41d5-aa59-59e977f312df None None] The sync data for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi is: [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '51100bac-8adc-47df-b593-e4aeab2e3f4f', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'port_id': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'mac_address': 'fa:16:3e:7a:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:27Z', 'updated_at': '2021-05-10T18:12:27Z', 'revision_number': 0, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:37Z', 'revision_number': 5, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:12:30.438286 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bea0aa21-0b87-4621-9e60-2e852360a4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:30.511495 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad0bbaa59b3343dcad45f12deba7ea76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8480082
May 10 18:12:30.512395 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51656) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:30.515613 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf275070-2738-479c-a946-922dd0932ea6,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:30.519597 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:30.588077 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.623607 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-02776c9c-c7a7-4cc6-babc-24bd820de9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.659838 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-02776c9c-c7a7-4cc6-babc-24bd820de9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.692377 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.737483 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-02776c9c-c7a7-4cc6-babc-24bd820de9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.743266 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0ff3aaab-4541-4bc1-9c7d-f253ab0be34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:30.756426 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02776c9c-c7a7-4cc6-babc-24bd820de9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf275070-2738-479c-a946-922dd0932ea6,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:30.761516 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-02776c9c-c7a7-4cc6-babc-24bd820de9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:30.763505 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-02776c9c-c7a7-4cc6-babc-24bd820de9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.764800 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-02776c9c-c7a7-4cc6-babc-24bd820de9f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf275070-2738-479c-a946-922dd0932ea6 HTTP/1.1" status: 204  len: 168 time: 0.2500577
May 10 18:12:30.839229 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410509d-7ccb-4b96-a47d-94cb91d30f3d None None] New status for floating IP 51100bac-8adc-47df-b593-e4aeab2e3f4f: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:12:30.936534 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.942307 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:30.947092 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0bda6c3a-0a8c-473a-8f66-128912bb6455 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:31.051131 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'Port': ['ID=52c99c63-7dfd-4aa3-8318-4635b0fc3119,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:31.055171 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:31.067921 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:31.084387 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51672) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:31.103325 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:31.118561 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:31.122924 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Usage tracker for resource:security_group_rule and tenant:05e1dd85583c4bbcba0cd1e0f0c9e04a is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:31.125945 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:31.132493 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:31.231603 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:31.236398 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:31.245161 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5816c82a-5ce9-484b-86fa-b042a9d3f1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:31.248498 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Floating IP 4264bded-9a4b-4aac-b74f-18a6b73aeb7e associated. External IP: 172.27.3.142, port: 906238da-ace5-48ac-b13c-17bef0e17d10.
May 10 18:12:31.284370 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05e1dd85583c4bbcba0cd1e0f0c9e04a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1987340
May 10 18:12:31.285139 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd098c8-d90e-46da-aefa-3a0e94806d0f,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:31.288375 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:31.289207 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51676) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:31.351156 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-628940ca-cbaf-42f5-ab0a-a5ab6ec6b97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:31.377216 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-628940ca-cbaf-42f5-ab0a-a5ab6ec6b97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:31.432034 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-628940ca-cbaf-42f5-ab0a-a5ab6ec6b97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:31.436941 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-acb02e25-ad4d-4535-8819-5bf936ee3800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:31.449760 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628940ca-cbaf-42f5-ab0a-a5ab6ec6b97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd098c8-d90e-46da-aefa-3a0e94806d0f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:31.452608 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-628940ca-cbaf-42f5-ab0a-a5ab6ec6b97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:31.453535 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-628940ca-cbaf-42f5-ab0a-a5ab6ec6b97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:31.457410 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-628940ca-cbaf-42f5-ab0a-a5ab6ec6b97c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bd098c8-d90e-46da-aefa-3a0e94806d0f HTTP/1.1" status: 204  len: 168 time: 0.1645777
May 10 18:12:31.603962 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Router f7d0a91d-965f-4269-9c87-38678a7bb5df has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:12:31.906764 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:12:31.917982 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] Sync routers for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:12:31.932102 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:12:31.933140 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793cc18340>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:12:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:31.940196 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:32.022744 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7749591
May 10 18:12:32.022744 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:12:32.063066 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10', 'status': 'completed', 'code': 200}
May 10 18:12:32.135931 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:12:32.167260 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-28d1443d-ebec-4587-9119-7b03f1961530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:32.169016 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-28d1443d-ebec-4587-9119-7b03f1961530 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 1099 time: 0.0851786
May 10 18:12:32.357539 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-a62b5c88-412a-43d3-8c12-61e915a50e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:32.359057 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-a62b5c88-412a-43d3-8c12-61e915a50e57 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.1822457
May 10 18:12:32.490429 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-f97c7944-2294-46b1-bbab-66142097c214 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=906238da-ace5-48ac-b13c-17bef0e17d10 HTTP/1.1" status: 200  len: 1000 time: 0.1229217
May 10 18:12:32.568103 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793cc18340>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '4264bded-9a4b-4aac-b74f-18a6b73aeb7e', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:30Z', 'updated_at': '2021-05-10T18:12:30Z', 'revision_number': 0, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:32.572065 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] Checking router: f7d0a91d-965f-4269-9c87-38678a7bb5df for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:12:32.575992 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-c17583a3-d5df-49d6-835c-cde1b5419b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:32.577580 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-c17583a3-d5df-49d6-835c-cde1b5419b4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0807266
May 10 18:12:32.580650 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:12:32.581256 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793cc18340>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:12:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:32.661744 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-ac5f2220-17d0-429a-a885-b1979e8c6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:32.663384 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-ac5f2220-17d0-429a-a885-b1979e8c6416 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725925
May 10 18:12:32.813307 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-a0f95ed2-4c00-435c-9d0c-8fb924c8629d service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429822
May 10 18:12:32.827844 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:12:32.948352 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0c12f198-cba9-4204-83ed-7e6ff4323485 req-f780012a-baa1-42a0-bc7e-5631dc42d54c service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284111
May 10 18:12:33.181238 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793cc18340>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '4264bded-9a4b-4aac-b74f-18a6b73aeb7e', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:30Z', 'updated_at': '2021-05-10T18:12:30Z', 'revision_number': 0, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:12:33.185451 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f43fa5-64a2-4ecd-9a5a-68cf58535ae3 None None] The sync data for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi is: [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '4264bded-9a4b-4aac-b74f-18a6b73aeb7e', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:30Z', 'updated_at': '2021-05-10T18:12:30Z', 'revision_number': 0, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:12:33.364116 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ba8b6c-7841-459d-b5db-5b8e649a642c None None] New status for floating IP 4264bded-9a4b-4aac-b74f-18a6b73aeb7e: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:12:34.807322 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2fd38e6a-a0c4-4f52-8a26-bb709638caf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:37.410067 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:37.573912 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-790d5a54-2620-4455-b2ff-5a81fd7a9618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:38.563145 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:39.995431 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:40.162735 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:12:43.349966 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51874) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:43.474920 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:43.489276 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:43.493351 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b23a838cb77e40748b6c9c1821bc7855 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:43.496491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:43.502303 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:43.601519 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:43.607791 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:43.614886 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2f2e0bfa-34fe-4236-aa05-f99a6d91894b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:43.659071 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b23a838cb77e40748b6c9c1821bc7855&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3080306
May 10 18:12:43.659949 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dc2f4e-7336-4a9a-b6c4-39c5aff190e5,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:43.661923 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51880) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:43.663177 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:43.721559 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c93e-7fab-4924-a2c8-cf422e7ed3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:43.747444 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c93e-7fab-4924-a2c8-cf422e7ed3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:43.800412 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c93e-7fab-4924-a2c8-cf422e7ed3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:43.803961 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6f599d8a-71ee-45a4-950f-5b5d0cf18788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:43.814616 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6c93e-7fab-4924-a2c8-cf422e7ed3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dc2f4e-7336-4a9a-b6c4-39c5aff190e5,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:43.818158 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9cc6c93e-7fab-4924-a2c8-cf422e7ed3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:43.821181 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c93e-7fab-4924-a2c8-cf422e7ed3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:43.824549 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9cc6c93e-7fab-4924-a2c8-cf422e7ed3e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5dc2f4e-7336-4a9a-b6c4-39c5aff190e5 HTTP/1.1" status: 204  len: 168 time: 0.1589525
May 10 18:12:44.126467 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51890) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:44.147896 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:44.166222 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:44.170322 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d195f0c6825f4093acbbd000aeb73b03 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:44.173678 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:44.179766 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:44.260544 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:44.265463 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:44.272737 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-59c49a26-7831-4874-bf7a-6652f8da8513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:44.312963 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d195f0c6825f4093acbbd000aeb73b03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1851730
May 10 18:12:44.313984 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382139fe-e3e6-4e7b-8e4e-91def708b467,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:44.315633 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51894) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:44.324180 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2a11e6d2-b1e1-4d81-9ccc-d93b68ee38f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:44.373872 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5bd810ab-a895-4145-836a-b234cc7f5da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:44.399579 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5bd810ab-a895-4145-836a-b234cc7f5da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:44.452844 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5bd810ab-a895-4145-836a-b234cc7f5da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:44.458692 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-79d96a45-9a32-4336-97ea-0a26afadec35 tempest-TestMinimumBasicScenario-1815389981 tempest-TestMinimumBasicScenario-1815389981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:44.477038 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd810ab-a895-4145-836a-b234cc7f5da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382139fe-e3e6-4e7b-8e4e-91def708b467,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:44.480371 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5bd810ab-a895-4145-836a-b234cc7f5da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:44.488171 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-5bd810ab-a895-4145-836a-b234cc7f5da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:44.489336 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-5bd810ab-a895-4145-836a-b234cc7f5da5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/382139fe-e3e6-4e7b-8e4e-91def708b467 HTTP/1.1" status: 204  len: 168 time: 0.1726906
May 10 18:12:44.846270 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 51902) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:44.864559 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:44.879930 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:44.884502 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Usage tracker for resource:security_group_rule and tenant:44a55f1afe4c4d3c8fb6e22b8d66d439 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:44.887525 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:44.893572 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:44.984265 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:44.989891 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:45.002266 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-457567a5-ad4e-4974-b10f-7040980301b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:45.136611 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44a55f1afe4c4d3c8fb6e22b8d66d439&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2889535
May 10 18:12:45.138202 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0068e0-a6b3-4b0e-8ca4-0ea2eb2ac16c,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:45.139349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 51908) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:45.141187 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:45.200323 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6fd6351d-e58b-434e-b116-f72aa1d9443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:45.233372 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6fd6351d-e58b-434e-b116-f72aa1d9443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:45.293801 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6fd6351d-e58b-434e-b116-f72aa1d9443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:45.297595 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6500228c-30ea-4dd4-98c4-befd05b682ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:45.313179 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6351d-e58b-434e-b116-f72aa1d9443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0068e0-a6b3-4b0e-8ca4-0ea2eb2ac16c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:45.315598 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6fd6351d-e58b-434e-b116-f72aa1d9443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:45.323699 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6fd6351d-e58b-434e-b116-f72aa1d9443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:45.324765 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6fd6351d-e58b-434e-b116-f72aa1d9443b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a0068e0-a6b3-4b0e-8ca4-0ea2eb2ac16c HTTP/1.1" status: 204  len: 168 time: 0.1843679
May 10 18:12:49.349368 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52010) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:49.469225 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:49.483807 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:12:49.487842 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e16cf7f23a54eb696c498eedf72db0e is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:12:49.490663 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:12:49.496590 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:12:49.579150 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:49.584785 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:49.591884 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-bc3bee79-4c28-4958-8130-dd1480696c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:49.632154 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e16cf7f23a54eb696c498eedf72db0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2816412
May 10 18:12:49.633052 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e86f5e-99d8-4a3f-beee-ccf3e9752740,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:49.635279 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52018) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:12:49.636242 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c8be63cd-b77f-4c66-a56f-0e36ae45dba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:49.696906 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd10e-6858-48cc-a29b-672a582c169a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:49.722875 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd10e-6858-48cc-a29b-672a582c169a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:49.778355 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd10e-6858-48cc-a29b-672a582c169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:49.781989 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6692bffe-6fc3-4c44-9779-e3931795ad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:12:49.793716 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dd10e-6858-48cc-a29b-672a582c169a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e86f5e-99d8-4a3f-beee-ccf3e9752740,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:12:49.796436 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0b0dd10e-6858-48cc-a29b-672a582c169a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:12:49.803570 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd10e-6858-48cc-a29b-672a582c169a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:49.804673 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-0b0dd10e-6858-48cc-a29b-672a582c169a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74e86f5e-99d8-4a3f-beee-ccf3e9752740 HTTP/1.1" status: 204  len: 168 time: 0.1684475
May 10 18:12:56.751181 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:12:57.313694 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-3b7ff143-3a51-4811-99ff-59fe0c7dfd97 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0751493
May 10 18:12:57.460986 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-aeaf6242-aed4-4c03-811e-c55ae35f8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:57.462369 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-aeaf6242-aed4-4c03-811e-c55ae35f8955 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bd21dbb176a45db9110424ead538f35&device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1099 time: 0.0728006
May 10 18:12:57.623476 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-550b71eb-d3bc-48a4-8a9b-a1fb7d4ca74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:57.625649 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-550b71eb-d3bc-48a4-8a9b-a1fb7d4ca74f service neutron] 10.222.0.58 "GET /v2.0/networks?id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 200  len: 910 time: 0.1404374
May 10 18:12:57.731731 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-bd05c663-cc1d-4675-90ba-877e2bc5462d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 200  len: 1001 time: 0.0983584
May 10 18:12:57.817398 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-58f6dcee-abf5-4750-95d9-91a5e315fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:57.818769 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-58f6dcee-abf5-4750-95d9-91a5e315fd26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12468fc0-8f39-4a85-94b2-df9ddeac2301 HTTP/1.1" status: 200  len: 848 time: 0.0779748
May 10 18:12:57.898282 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-fe5d66f0-9b22-4c42-819b-4d3323166362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:12:57.899822 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-fe5d66f0-9b22-4c42-819b-4d3323166362 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735626
May 10 18:12:58.035614 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-629a1789-df3b-4bf5-8663-7f205d4b6cf0 service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280551
May 10 18:12:58.171478 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69f9d86c-6e0b-49e9-ad8b-d8b171c18c24 req-416ed432-a357-434b-ad44-f46b5b9222ad service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285062
May 10 18:13:00.254085 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52128) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:00.379994 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:00.394762 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:00.398845 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e422b650f04fce84abe34461af471d is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:00.401833 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:00.407936 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:00.504335 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:00.510728 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:00.517724 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-667af4b7-5edb-4bcc-8f0f-d2316929cba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:00.561432 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1e422b650f04fce84abe34461af471d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3062699
May 10 18:13:00.562371 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d4ce93-31e0-42dc-920a-1e83ac07ca7d,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:00.564320 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52134) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:00.570644 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.571050 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.571459 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.571797 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.572149 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.572506 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.572843 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.573192 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.573537 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.573878 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.574583 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.574930 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:00.578859 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7f4892d5-3290-4985-96ec-b2b92f148425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:00.625938 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-63d3b8f5-5968-4d9c-a7a4-ec7e968ffd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:00.652738 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-63d3b8f5-5968-4d9c-a7a4-ec7e968ffd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:00.716637 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-63d3b8f5-5968-4d9c-a7a4-ec7e968ffd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:00.720337 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f316a872-ca9b-4024-8d02-9e03cd3dcc4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:00.733127 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3b8f5-5968-4d9c-a7a4-ec7e968ffd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d4ce93-31e0-42dc-920a-1e83ac07ca7d,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:00.736562 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-63d3b8f5-5968-4d9c-a7a4-ec7e968ffd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:00.742299 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-63d3b8f5-5968-4d9c-a7a4-ec7e968ffd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:00.743481 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-63d3b8f5-5968-4d9c-a7a4-ec7e968ffd30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80d4ce93-31e0-42dc-920a-1e83ac07ca7d HTTP/1.1" status: 204  len: 168 time: 0.1780820
May 10 18:13:01.045259 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52142) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:01.063088 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:01.077833 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:01.081965 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Usage tracker for resource:security_group_rule and tenant:6589da8dab3a47ada8add5e5feb39289 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:01.084963 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:01.090971 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:01.171629 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:01.177688 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:01.184249 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-87ce23dc-f86f-493c-b038-75acf5bde958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:01.222738 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731dbff0-30c8-4db5-b9c7-36f38b5c08a3,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:01.226102 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:01.228532 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6589da8dab3a47ada8add5e5feb39289&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1823201
May 10 18:13:01.233807 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52146) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:01.289980 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1ba28304-0fd9-4fc8-b0e6-d2b145ee9447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:01.320457 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1ba28304-0fd9-4fc8-b0e6-d2b145ee9447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:01.375386 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1ba28304-0fd9-4fc8-b0e6-d2b145ee9447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:01.379013 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6fd6351d-e58b-434e-b116-f72aa1d9443b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:01.390231 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba28304-0fd9-4fc8-b0e6-d2b145ee9447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731dbff0-30c8-4db5-b9c7-36f38b5c08a3,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:01.393811 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1ba28304-0fd9-4fc8-b0e6-d2b145ee9447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:01.397034 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-1ba28304-0fd9-4fc8-b0e6-d2b145ee9447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:01.398123 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-1ba28304-0fd9-4fc8-b0e6-d2b145ee9447 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/731dbff0-30c8-4db5-b9c7-36f38b5c08a3 HTTP/1.1" status: 204  len: 168 time: 0.1658125
May 10 18:13:03.531472 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52212) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:03.655901 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:03.670673 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:03.674701 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Usage tracker for resource:security_group_rule and tenant:e2a90c0c077047f59a882e9bce2e746d is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:03.677668 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:03.683563 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:03.767111 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:03.772615 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:03.780830 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-23f887fd-b16e-4f11-9356-62373ad6a6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:03.818655 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2a90c0c077047f59a882e9bce2e746d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2861831
May 10 18:13:03.820228 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0903d0c9-fc32-4b66-b50e-c6a30af614a1,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:03.821553 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52218) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:03.823320 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:03.889969 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-92849ee4-d8d1-4f31-ae5c-eca3c320b88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:03.917064 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-92849ee4-d8d1-4f31-ae5c-eca3c320b88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:03.972211 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-92849ee4-d8d1-4f31-ae5c-eca3c320b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:03.976241 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-841d2526-3fa6-4276-a224-a15de0cf996a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:03.987023 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92849ee4-d8d1-4f31-ae5c-eca3c320b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0903d0c9-fc32-4b66-b50e-c6a30af614a1,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:03.989301 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-92849ee4-d8d1-4f31-ae5c-eca3c320b88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:03.995351 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-92849ee4-d8d1-4f31-ae5c-eca3c320b88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:03.996467 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-92849ee4-d8d1-4f31-ae5c-eca3c320b88d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0903d0c9-fc32-4b66-b50e-c6a30af614a1 HTTP/1.1" status: 204  len: 168 time: 0.1728573
May 10 18:13:04.291425 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52226) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:04.309580 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:04.324309 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:04.328559 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:b663c37f9ce54213bf4df7a5871a8104 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:04.331536 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:04.337801 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:04.427222 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:04.433023 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:04.444268 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-5bd810ab-a895-4145-836a-b234cc7f5da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:04.482603 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105cec19-4f02-4d25-ac1e-88b84a1eb629,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:04.486853 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b663c37f9ce54213bf4df7a5871a8104&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1943703
May 10 18:13:04.487746 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-43b5a4ab-4ef3-4a2d-8e8a-62516c8b8bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:04.489613 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52230) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:04.547736 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98dd0172-5937-4058-b96d-36cfc6ae1807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:04.573491 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98dd0172-5937-4058-b96d-36cfc6ae1807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:04.626847 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98dd0172-5937-4058-b96d-36cfc6ae1807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:04.630496 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4dba4828-d7b6-40e7-9476-903f0820c2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:04.642778 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd0172-5937-4058-b96d-36cfc6ae1807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105cec19-4f02-4d25-ac1e-88b84a1eb629,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:04.646690 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-98dd0172-5937-4058-b96d-36cfc6ae1807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:04.657055 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-98dd0172-5937-4058-b96d-36cfc6ae1807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:04.658179 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-98dd0172-5937-4058-b96d-36cfc6ae1807 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/105cec19-4f02-4d25-ac1e-88b84a1eb629 HTTP/1.1" status: 204  len: 168 time: 0.1676595
May 10 18:13:04.800908 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-acb0917f-5867-40c6-b266-b1546afcd13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:07.411878 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:07.580249 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2c897ef8-6c56-47ae-b5ae-791913dba8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:08.572873 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:09.995608 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:16.944662 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52370) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:17.064735 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.079386 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:17.083611 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:84c904ed03a4461fb520aa1077c52995 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:17.086599 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:17.092619 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:17.161731 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:13:17.183325 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.188970 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.196188 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-df4e2869-15fc-4fc5-8ba2-c1964af0177b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:17.235723 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de96395a-f5ed-4d34-b528-542345247a31,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:17.239935 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=84c904ed03a4461fb520aa1077c52995&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2942855
May 10 18:13:17.240836 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:17.242535 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52376) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:17.299969 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e81c1967-0ee5-4fb1-a0e5-46718936c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.326576 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e81c1967-0ee5-4fb1-a0e5-46718936c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.382860 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e81c1967-0ee5-4fb1-a0e5-46718936c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.386687 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0b0dd10e-6858-48cc-a29b-672a582c169a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:17.399529 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c1967-0ee5-4fb1-a0e5-46718936c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de96395a-f5ed-4d34-b528-542345247a31,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:17.401845 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e81c1967-0ee5-4fb1-a0e5-46718936c8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:17.405180 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e81c1967-0ee5-4fb1-a0e5-46718936c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.407140 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e81c1967-0ee5-4fb1-a0e5-46718936c8d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de96395a-f5ed-4d34-b528-542345247a31 HTTP/1.1" status: 204  len: 168 time: 0.1635127
May 10 18:13:17.702152 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52384) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:17.724082 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.738339 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:17.742178 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] Usage tracker for resource:security_group_rule and tenant:12d04f26d9e64b89a8497a8125f77445 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:17.745233 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:17.751366 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:17.845731 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.851165 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.862086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b599ec96-8a9e-4965-96d5-35d9633490b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:17.905740 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12d04f26d9e64b89a8497a8125f77445&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2025788
May 10 18:13:17.906642 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c086af35-2120-4b0d-8ac0-f2c2b582ef65,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:17.908823 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52388) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:17.909727 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8adee9df-dac7-4c07-81e9-9dfa75eef963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:17.970578 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:17.995545 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:18.048385 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:18.052059 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4b81b6f6-7a52-43c4-b6ab-889c0050e45a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:18.062774 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c086af35-2120-4b0d-8ac0-f2c2b582ef65,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:18.072883 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.073252 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.073616 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.073973 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.074325 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.074688 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.075072 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.075420 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.075761 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.076111 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.076446 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.076780 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:18.079600 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:18.080620 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c086af35-2120-4b0d-8ac0-f2c2b582ef65 HTTP/1.1" status: 204  len: 168 time: 0.1708577
May 10 18:13:18.081462 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9bd96088-376a-4b53-856e-3eaf069f05b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:23.865004 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52466) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:23.996554 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.012263 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:24.016449 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] Usage tracker for resource:security_group_rule and tenant:8d024c08020c495c9ca82de60d946270 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:24.019582 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:24.025700 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:24.112151 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.118563 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.125476 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e6092fc4-36a1-409e-8a72-adfa759729c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:24.264054 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d024c08020c495c9ca82de60d946270&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3978212
May 10 18:13:24.264925 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1108e4-0f48-40a7-98e3-08ed99ffe0cc,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:24.266860 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52472) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:24.267988 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e6a00393-11c2-40a2-ba8c-62a4f746d44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:24.326656 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a7733abb-bb91-4362-8691-cae59b4c9be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.354147 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a7733abb-bb91-4362-8691-cae59b4c9be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.411076 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a7733abb-bb91-4362-8691-cae59b4c9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.414630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-d5413518-344d-490d-98aa-cf6ed2de9992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:24.428286 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7733abb-bb91-4362-8691-cae59b4c9be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1108e4-0f48-40a7-98e3-08ed99ffe0cc,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:24.432180 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a7733abb-bb91-4362-8691-cae59b4c9be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:24.435894 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a7733abb-bb91-4362-8691-cae59b4c9be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.439019 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a7733abb-bb91-4362-8691-cae59b4c9be0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf1108e4-0f48-40a7-98e3-08ed99ffe0cc HTTP/1.1" status: 204  len: 168 time: 0.1691670
May 10 18:13:24.727844 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52480) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:24.746138 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.760856 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:24.764868 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] Usage tracker for resource:security_group_rule and tenant:f06dac9683684205a88d0d3cc2183bc3 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:24.767726 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:24.773605 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:24.855831 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.861426 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.868248 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-967b6e24-eb6b-4023-bfb1-fb8440c4bc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:24.907973 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927439b8-eb8a-46b1-b7c1-5a65a1442979,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:24.912224 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f06dac9683684205a88d0d3cc2183bc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1833553
May 10 18:13:24.913201 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-67b5cf08-3e2c-49d2-a253-ee1491061e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:24.914864 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52484) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:24.971917 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-249f84eb-e0d1-436d-881b-a778ca886b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:24.997045 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-249f84eb-e0d1-436d-881b-a778ca886b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:25.057327 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-249f84eb-e0d1-436d-881b-a778ca886b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:25.060948 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-0e146e29-f069-4d05-9bd6-d8052a6cb014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:25.071690 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f84eb-e0d1-436d-881b-a778ca886b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927439b8-eb8a-46b1-b7c1-5a65a1442979,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:25.075461 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-249f84eb-e0d1-436d-881b-a778ca886b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:25.078630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-249f84eb-e0d1-436d-881b-a778ca886b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:25.079754 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-249f84eb-e0d1-436d-881b-a778ca886b36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/927439b8-eb8a-46b1-b7c1-5a65a1442979 HTTP/1.1" status: 204  len: 168 time: 0.1639771
May 10 18:13:26.756175 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:26.977577 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52540) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:27.101796 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.117229 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:27.121166 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] Usage tracker for resource:security_group_rule and tenant:234fffc0aa69434c8a2160ed9d51d63c is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:27.124388 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:27.130454 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:27.216442 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.221427 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.228530 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-82cd7e45-c9d3-429b-9159-03acf20c4657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:27.269247 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=234fffc0aa69434c8a2160ed9d51d63c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2906296
May 10 18:13:27.270173 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f55d7bd-a04f-4349-b08d-eeac236612aa,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:27.272282 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52546) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:27.273217 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-11ceacbb-b688-433f-8ce2-72e92162058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:27.334312 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8c50c09d-9a2f-4e92-851f-26c9e407a80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.359740 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8c50c09d-9a2f-4e92-851f-26c9e407a80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.418435 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8c50c09d-9a2f-4e92-851f-26c9e407a80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.423482 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c61d18ba-6804-4440-820f-44e158b92326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:27.439839 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50c09d-9a2f-4e92-851f-26c9e407a80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f55d7bd-a04f-4349-b08d-eeac236612aa,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:27.443318 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8c50c09d-9a2f-4e92-851f-26c9e407a80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:27.446550 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-8c50c09d-9a2f-4e92-851f-26c9e407a80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.447746 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-8c50c09d-9a2f-4e92-851f-26c9e407a80e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f55d7bd-a04f-4349-b08d-eeac236612aa HTTP/1.1" status: 204  len: 168 time: 0.1744816
May 10 18:13:27.744320 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52554) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:27.763242 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.778060 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:27.782042 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] Usage tracker for resource:security_group_rule and tenant:113ab2b1e4194d2e8fdce044b0c6f56b is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:27.784950 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:27.790819 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:27.878699 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.884597 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:27.895966 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6f2ea0c2-0af1-4e27-ba84-5a4f55fd0ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:27.936172 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=113ab2b1e4194d2e8fdce044b0c6f56b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1907735
May 10 18:13:27.937138 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff745b5d-5e1e-441b-a8a1-70f04deefa87,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:27.939405 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52558) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:27.940260 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ba1a6c08-531d-469a-970d-fe1c9a62237c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:28.002770 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6c101ed0-3ba8-4baa-88c5-8cc9d0174d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:28.029541 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6c101ed0-3ba8-4baa-88c5-8cc9d0174d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:28.093808 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6c101ed0-3ba8-4baa-88c5-8cc9d0174d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:28.097469 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8c1ed17a-69b0-4510-b687-c267f170c1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:28.110007 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c101ed0-3ba8-4baa-88c5-8cc9d0174d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff745b5d-5e1e-441b-a8a1-70f04deefa87,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:28.112909 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6c101ed0-3ba8-4baa-88c5-8cc9d0174d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:28.114940 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-6c101ed0-3ba8-4baa-88c5-8cc9d0174d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:28.116020 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-6c101ed0-3ba8-4baa-88c5-8cc9d0174d03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff745b5d-5e1e-441b-a8a1-70f04deefa87 HTTP/1.1" status: 204  len: 168 time: 0.1755831
May 10 18:13:30.407107 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52630) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:30.526545 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:30.541375 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:30.545559 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] Usage tracker for resource:security_group_rule and tenant:adfa6fe1af414cf58095e3f0c109d181 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:30.548679 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:30.554764 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:30.640017 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:30.644719 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:30.651511 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-92849ee4-d8d1-4f31-ae5c-eca3c320b88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:30.690670 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=adfa6fe1af414cf58095e3f0c109d181&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2824478
May 10 18:13:30.692352 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e91bf-6452-4fdd-8672-6f47efbfa974,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:30.693469 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52636) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:30.695312 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3063294c-af9c-431d-a59d-4125dd4e117b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:30.756509 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ae26-cd6d-4e3d-944a-3f36c7db41a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:30.782136 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ae26-cd6d-4e3d-944a-3f36c7db41a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:30.844506 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ae26-cd6d-4e3d-944a-3f36c7db41a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:30.848338 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e81c1967-0ee5-4fb1-a0e5-46718936c8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:30.862381 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2ae26-cd6d-4e3d-944a-3f36c7db41a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e91bf-6452-4fdd-8672-6f47efbfa974,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:30.866230 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a9f2ae26-cd6d-4e3d-944a-3f36c7db41a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:30.883830 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-a9f2ae26-cd6d-4e3d-944a-3f36c7db41a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:30.884936 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-a9f2ae26-cd6d-4e3d-944a-3f36c7db41a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/176e91bf-6452-4fdd-8672-6f47efbfa974 HTTP/1.1" status: 204  len: 168 time: 0.1902506
May 10 18:13:31.188514 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 52648) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:31.210389 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:31.225375 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:31.229113 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] Usage tracker for resource:security_group_rule and tenant:c535d1af443d4e70b4aed9c4708a2a2d is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:31.231869 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:31.237496 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:31.315332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:31.322536 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:31.329288 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-8c50c09d-9a2f-4e92-851f-26c9e407a80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:31.368846 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c535d1af443d4e70b4aed9c4708a2a2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1791704
May 10 18:13:31.369576 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcea3c57-38cf-43a0-9911-45fb4884a3a6,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:31.371644 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52652) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:31.372703 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-aa07b83a-00c8-489d-a17b-38a8232a5787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:31.436520 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7417183e-0069-4f8c-abe6-4d739d766051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:31.462761 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7417183e-0069-4f8c-abe6-4d739d766051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:31.518457 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7417183e-0069-4f8c-abe6-4d739d766051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:31.522066 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:31.532896 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417183e-0069-4f8c-abe6-4d739d766051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcea3c57-38cf-43a0-9911-45fb4884a3a6,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:31.536248 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7417183e-0069-4f8c-abe6-4d739d766051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:31.539421 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7417183e-0069-4f8c-abe6-4d739d766051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:31.540537 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7417183e-0069-4f8c-abe6-4d739d766051 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dcea3c57-38cf-43a0-9911-45fb4884a3a6 HTTP/1.1" status: 204  len: 168 time: 0.1679251
May 10 18:13:32.332608 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52676) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:32.452626 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-314171324-network', 'tenant_id': '2e1edc17577b4ee6ba34371356268380'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:13:32.457678 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:32.461641 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Usage tracker for resource:network and tenant:2e1edc17577b4ee6ba34371356268380 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:32.464564 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:32.471072 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:32.484388 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Made reservation on behalf of 2e1edc17577b4ee6ba34371356268380 for: {'network': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:13:32.486630 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for network, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:32.498518 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:32.513380 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:32.517338 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Usage tracker for resource:security_group_rule and tenant:2e1edc17577b4ee6ba34371356268380 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:32.520213 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:32.526360 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:32.608004 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:32.614021 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:32.616861 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-a64ba81a-42d6-4b3c-a431-d8c4ac4da0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:32.644263 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'}  {{(pid=78702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 18:13:32.651798 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c46f73b-33eb-4145-b6d5-d7ba38e740c1,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:32.655389 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:32.659642 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:32.659642 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.db.segments_db [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Added segment 0942ad8e-8ac5-4489-a863-6e0eb0ecbd16 of type vlan for network fcf132e2-ed6a-4b1c-9b5e-102db343d89b
May 10 18:13:32.688820 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759918755714'] for network, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:32.720415 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416'] for network, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:32.721798 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:32.722372 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:32.725595 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:32.823834 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Pushing event updated for resources: {'Network': ['ID=fcf132e2-ed6a-4b1c-9b5e-102db343d89b,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:32.827124 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4934905
May 10 18:13:32.828020 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7cea0daf-87e4-46f7-b3e0-38a1d715e5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:32.830226 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 52682) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:13:32.835578 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Network fcf132e2-ed6a-4b1c-9b5e-102db343d89b details requested by agent ovs-agent-dv-cinder-790492-1-iscsi with host dv-cinder-790492-1-iscsi {{(pid=78704) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 18:13:32.836126 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Request body: {'subnet': {'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-314171324-subnet', 'tenant_id': '2e1edc17577b4ee6ba34371356268380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:13:32.840507 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:32.844319 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Usage tracker for resource:subnet and tenant:2e1edc17577b4ee6ba34371356268380 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:32.847343 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:32.853047 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:32.864557 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Made reservation on behalf of 2e1edc17577b4ee6ba34371356268380 for: {'subnet': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:13:32.866953 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1963018'] for subnet, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:33.251310 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11302798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1963128'] for subnet, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:33.255140 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f0965db9-6dc1-4541-abb2-7ef854705f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:33.329091 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b6d0ae-40df-4434-b0e5-acc0947eb6eb,revision_number=0']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:33.334252 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:33.340133 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Checking segment: {'id': '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:13:33.340486 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Network hostable DHCP agents. Network: fcf132e2-ed6a-4b1c-9b5e-102db343d89b, hostable agents: ['25a20ed2-b042-4dc4-aacb-6ec7f205ec86'], hosted agents: [] {{(pid=78702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 18:13:33.358582 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Network fcf132e2-ed6a-4b1c-9b5e-102db343d89b is scheduled to be hosted by DHCP agent 25a20ed2-b042-4dc4-aacb-6ec7f205ec86 with binding_index 1 {{(pid=78702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 18:13:33.368416 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-1-iscsi, fcf132e2-ed6a-4b1c-9b5e-102db343d89b) {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:13:33.377614 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05962339-3015-4cdd-b48f-d3f6e8067a98 None None] Network fcf132e2-ed6a-4b1c-9b5e-102db343d89b requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:13:33.379252 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:33.379844 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:33.401793 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-35eb0c5b-b2a2-4e89-9fe1-7d1f7752d197 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5706422
May 10 18:13:33.569215 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a13d9c-6e1e-4265-b34b-c316d710cbcb None None] Network fcf132e2-ed6a-4b1c-9b5e-102db343d89b requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:13:34.815808 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4749a421-c4f6-4bed-8ef3-47a292906148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:35.441079 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6225-6129-4a25-a515-9b4d68c7363d req-10aa92de-b429-475a-9e1f-ec39743bdbbf tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:35.442539 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-10aa92de-b429-475a-9e1f-ec39743bdbbf tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/networks?id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b HTTP/1.1" status: 200  len: 813 time: 0.1505089
May 10 18:13:35.460684 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-3d0cb562-abb8-43c5-b955-d2f014019c22 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/quotas/2e1edc17577b4ee6ba34371356268380 HTTP/1.1" status: 200  len: 375 time: 0.0095441
May 10 18:13:35.507789 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-f4aa8030-2d51-41a1-84f8-dece6d64db0a tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e1edc17577b4ee6ba34371356268380&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0422859
May 10 18:13:35.643035 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-7802a2e4-3b08-4cb4-ac78-5e1b39c66b36 service neutron] 10.222.0.70 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250830
May 10 18:13:35.778981 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-056a0655-cb65-49d5-afb4-e801740aee7e service neutron] 10.222.0.70 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271830
May 10 18:13:35.957496 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e721301e-4e89-43d8-abf0-47be89794ad7 req-97080f6f-b293-497c-9d56-592ea6435dfb tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 210 time: 0.0432997
May 10 18:13:37.007566 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6225-6129-4a25-a515-9b4d68c7363d req-95cef2b5-290c-4911-840f-b9910d18b48b tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:37.008338 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-35af6225-6129-4a25-a515-9b4d68c7363d req-95cef2b5-290c-4911-840f-b9910d18b48b tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Synchronizing usage tracker for tenant:2e1edc17577b4ee6ba34371356268380 on resource:network {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:13:37.025845 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-35af6225-6129-4a25-a515-9b4d68c7363d req-95cef2b5-290c-4911-840f-b9910d18b48b tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Unset dirty status for tenant:2e1edc17577b4ee6ba34371356268380 on resource:network {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:13:37.027008 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-95cef2b5-290c-4911-840f-b9910d18b48b tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.58 "GET /v2.0/networks?id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b HTTP/1.1" status: 200  len: 813 time: 0.1650696
May 10 18:13:37.039413 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Request body: {'port': {'device_id': 'b7d20bf4-a061-466a-b7a0-4062c02d5233', 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b', 'admin_state_up': True, 'tenant_id': '2e1edc17577b4ee6ba34371356268380'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:13:37.182796 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:13:37.186943 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Usage tracker for resource:port and tenant:2e1edc17577b4ee6ba34371356268380 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:13:37.190161 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:13:37.204481 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:13:37.212518 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-a65b0764-31e0-4a64-8fa3-811ab7bd75ed req-36b9c4e7-e2f7-4783-9853-f213e17c96f9 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 210 time: 0.1435025
May 10 18:13:37.217571 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Made reservation on behalf of 2e1edc17577b4ee6ba34371356268380 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:13:37.221268 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:37.386939 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Allocated IP 172.20.0.9 (fcf132e2-ed6a-4b1c-9b5e-102db343d89b/64b6d0ae-40df-4434-b0e5-acc0947eb6eb/01896f9e-6c1b-459c-836f-b363b6388893) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:13:37.405606 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:37.575542 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ef878b8a-e7f5-4702-9cf0-bb13ac232625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:37.694101 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:37.728968 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:37.734714 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8d56423e-f0b4-43a9-9051-4244a1c026ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:37.793983 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Network fcf132e2-ed6a-4b1c-9b5e-102db343d89b is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:13:37.796960 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:13:37.805367 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:13:37.841942 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Pushing event updated for resources: {'Port': ['ID=01896f9e-6c1b-459c-836f-b363b6388893,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:37.846425 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:37.875649 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:37.876274 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:37.898704 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8632765
May 10 18:13:37.910672 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Request body: {'port': {'device_id': 'b7d20bf4-a061-466a-b7a0-4062c02d5233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:13:38.022175 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:38.409863 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01896f9e-6c1b-459c-836f-b363b6388893 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:13:38.418684 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:38.437182 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Transition to ACTIVE for port object 01896f9e-6c1b-459c-836f-b363b6388893 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:13:38.444114 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:38.449974 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-00e715b7-6832-4e2f-a522-0a39883bedf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:38.563351 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:38.569929 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8be5f7-9a5d-46b7-9d3b-8c03557b1636 req-97c76872-0d4c-4c5a-9ec4-89f93381ac00 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:38.570632 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-9f8be5f7-9a5d-46b7-9d3b-8c03557b1636 req-97c76872-0d4c-4c5a-9ec4-89f93381ac00 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Synchronizing usage tracker for tenant:2e1edc17577b4ee6ba34371356268380 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:13:38.598945 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Pushing event updated for resources: {'Port': ['ID=01896f9e-6c1b-459c-836f-b363b6388893,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:38.626230 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:38.670294 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-9f8be5f7-9a5d-46b7-9d3b-8c03557b1636 req-97c76872-0d4c-4c5a-9ec4-89f93381ac00 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Unset dirty status for tenant:2e1edc17577b4ee6ba34371356268380 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:13:38.671463 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9f8be5f7-9a5d-46b7-9d3b-8c03557b1636 req-97c76872-0d4c-4c5a-9ec4-89f93381ac00 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 931 time: 0.3256006
May 10 18:13:38.743842 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-9f8be5f7-9a5d-46b7-9d3b-8c03557b1636 req-a23be72f-5073-4daa-b81b-d09b9559932d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Synchronizing usage tracker for tenant:2e1edc17577b4ee6ba34371356268380 on resource:security_group {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:13:38.748455 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Attempting to bind port 01896f9e-6c1b-459c-836f-b363b6388893 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:13:38.748789 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Attempting to bind port 01896f9e-6c1b-459c-836f-b363b6388893 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:13:38.749126 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Attempting to bind port 01896f9e-6c1b-459c-836f-b363b6388893 on network fcf132e2-ed6a-4b1c-9b5e-102db343d89b {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:13:38.757263 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Port 01896f9e-6c1b-459c-836f-b363b6388893 on network fcf132e2-ed6a-4b1c-9b5e-102db343d89b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:13:38.757673 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Attempting to bind port 01896f9e-6c1b-459c-836f-b363b6388893 on network fcf132e2-ed6a-4b1c-9b5e-102db343d89b {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:13:38.767376 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:13:38.767710 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Checking segment: {'id': '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:13:38.768078 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Bound using segment: {'id': '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:13:38.768512 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Bound port: 01896f9e-6c1b-459c-836f-b363b6388893, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:13:38.768842 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:38.782643 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-9f8be5f7-9a5d-46b7-9d3b-8c03557b1636 req-a23be72f-5073-4daa-b81b-d09b9559932d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Unset dirty status for tenant:2e1edc17577b4ee6ba34371356268380 on resource:security_group {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:13:38.783859 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9f8be5f7-9a5d-46b7-9d3b-8c03557b1636 req-a23be72f-5073-4daa-b81b-d09b9559932d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057954
May 10 18:13:38.861232 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] For port 01896f9e-6c1b-459c-836f-b363b6388893, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:13:38.864242 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] For port 01896f9e-6c1b-459c-836f-b363b6388893, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=01896f9e-6c1b-459c-836f-b363b6388893,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:13:38.869367 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:38.872972 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-427d4f64-7cda-4043-9a5a-4d1c4a7b82e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:38.927702 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:38.928312 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:38.929654 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] 10.222.0.58 "PUT /v2.0/ports/01896f9e-6c1b-459c-836f-b363b6388893 HTTP/1.1" status: 200  len: 1093 time: 1.0232174
May 10 18:13:38.930146 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d20bf4-a061-466a-b7a0-4062c02d5233', 'tag': '01896f9e-6c1b-459c-836f-b363b6388893'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:13:38.960320 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Pushing event updated for resources: {'Port': ['ID=01896f9e-6c1b-459c-836f-b363b6388893,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:38.963499 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:39.000927 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d20bf4-a061-466a-b7a0-4062c02d5233', 'tag': '01896f9e-6c1b-459c-836f-b363b6388893', 'status': 'completed', 'code': 200}
May 10 18:13:39.042548 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0a46fa4e-be02-4dc0-813e-fef75b3d439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:39.043967 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-0a46fa4e-be02-4dc0-813e-fef75b3d439d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e1edc17577b4ee6ba34371356268380&device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 1096 time: 0.0736303
May 10 18:13:39.114874 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-df1718dc-1a58-46fe-876c-5a81e8c94a95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01896f9e-6c1b-459c-836f-b363b6388893 HTTP/1.1" status: 200  len: 217 time: 0.0628679
May 10 18:13:39.177466 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6225-6129-4a25-a515-9b4d68c7363d req-5b27847c-8692-4dcf-b14f-3ae68b8ac848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:39.178868 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-5b27847c-8692-4dcf-b14f-3ae68b8ac848 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=64b6d0ae-40df-4434-b0e5-acc0947eb6eb HTTP/1.1" status: 200  len: 853 time: 0.0574620
May 10 18:13:39.225698 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-c371102e-3a83-4154-9f51-046c0d64e0d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397723
May 10 18:13:39.357248 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-4a719991-ac3e-43b9-bc6c-d2fbc6b6cbb2 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246302
May 10 18:13:39.587017 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-35af6225-6129-4a25-a515-9b4d68c7363d req-f7ad4395-ba9a-4067-b0be-e902d549e985 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2218592
May 10 18:13:39.714004 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-80e3b1df-ce9c-451a-acd0-f4b97d032082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:39.715502 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-80e3b1df-ce9c-451a-acd0-f4b97d032082 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e1edc17577b4ee6ba34371356268380&device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 1096 time: 0.0767372
May 10 18:13:39.846710 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-3d37f7d6-8ff9-4a50-9509-04c4fd7019bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:39.848202 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-3d37f7d6-8ff9-4a50-9509-04c4fd7019bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b HTTP/1.1" status: 200  len: 914 time: 0.1253967
May 10 18:13:39.950535 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-7531cbd9-670b-4eb9-8144-7b58abdd7aef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01896f9e-6c1b-459c-836f-b363b6388893 HTTP/1.1" status: 200  len: 217 time: 0.0956500
May 10 18:13:39.999995 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:40.024823 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-87095263-b52f-4ea6-b692-834bd5179dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:40.026237 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-87095263-b52f-4ea6-b692-834bd5179dd3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=64b6d0ae-40df-4434-b0e5-acc0947eb6eb HTTP/1.1" status: 200  len: 853 time: 0.0680666
May 10 18:13:40.080707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c97aa-e9e9-4914-9a1b-37a8a1d636e6 req-ed5fe406-366d-4d3b-9906-a651d15c3909 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:40.082101 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-906c97aa-e9e9-4914-9a1b-37a8a1d636e6 req-ed5fe406-366d-4d3b-9906-a651d15c3909 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 943 time: 0.1808243
May 10 18:13:40.088314 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-edebb8d0-e897-4279-8627-05b342e1ced2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500009
May 10 18:13:40.202440 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-906c97aa-e9e9-4914-9a1b-37a8a1d636e6 req-6703eb92-c194-4c8f-a9f7-4d236b1cc408 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120808
May 10 18:13:40.248632 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-cc46b619-e46a-4062-8238-6a1bbffb7033 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455433
May 10 18:13:40.381765 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-a21c5f6d-bfd0-46b5-86ce-c843601a367f req-f35dd941-7248-4730-9d04-c1596c82658d service neutron] 10.222.0.58 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250381
May 10 18:13:41.406793 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15bbfd-bed0-45a4-a22f-406e70b11b4f req-968efa42-c22b-450f-948f-4f64140d5bf7 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:41.408274 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ff15bbfd-bed0-45a4-a22f-406e70b11b4f req-968efa42-c22b-450f-948f-4f64140d5bf7 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 943 time: 0.0921292
May 10 18:13:41.455657 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ff15bbfd-bed0-45a4-a22f-406e70b11b4f req-32151a10-92d5-40ad-834f-c7b9d4873db7 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414412
May 10 18:13:42.092981 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 01896f9e-6c1b-459c-836f-b363b6388893 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:13:42.242391 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 01896f9e-6c1b-459c-836f-b363b6388893, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=01896f9e-6c1b-459c-836f-b363b6388893,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:13:42.255758 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '01896f9e-6c1b-459c-836f-b363b6388893', 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b', 'port_id': '01896f9e-6c1b-459c-836f-b363b6388893', 'mac_address': 'fa:16:3e:d1:35:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b6d0ae-40df-4434-b0e5-acc0947eb6eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:13:42.312079 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:42.332018 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01896f9e-6c1b-459c-836f-b363b6388893 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:13:42.348327 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 01896f9e-6c1b-459c-836f-b363b6388893, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=01896f9e-6c1b-459c-836f-b363b6388893,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:13:42.355532 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:42.357274 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:42.424814 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=01896f9e-6c1b-459c-836f-b363b6388893,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:42.436426 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.436937 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.437411 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.437867 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.438332 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.438807 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.439303 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.439762 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.440094 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.440415 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.440720 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.441038 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:13:42.445096 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:42.582171 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['01896f9e-6c1b-459c-836f-b363b6388893'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:13:42.646913 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448cfe7-969e-4663-b709-a99609cb2e97 req-4e36e98f-31a0-48e1-be62-d9d7988d9e7d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:42.648411 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3448cfe7-969e-4663-b709-a99609cb2e97 req-4e36e98f-31a0-48e1-be62-d9d7988d9e7d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 944 time: 0.0859697
May 10 18:13:42.695685 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3448cfe7-969e-4663-b709-a99609cb2e97 req-65c8e25b-d74b-4d31-9cc0-15b673873978 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411053
May 10 18:13:43.888836 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f8451-95b5-4153-a228-6a3718559667 req-ad23bb87-d8d7-418b-8719-07c8b02b0164 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:43.890267 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-790f8451-95b5-4153-a228-6a3718559667 req-ad23bb87-d8d7-418b-8719-07c8b02b0164 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 944 time: 0.0857852
May 10 18:13:43.936823 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-790f8451-95b5-4153-a228-6a3718559667 req-c1019bf8-3f04-485d-9ed4-7c32a016ec4e tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408080
May 10 18:13:44.108758 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 01896f9e-6c1b-459c-836f-b363b6388893 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:13:44.180345 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 01896f9e-6c1b-459c-836f-b363b6388893 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:13:44.184857 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 01896f9e-6c1b-459c-836f-b363b6388893 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:13:44.185238 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:44.310786 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:44.338148 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d20bf4-a061-466a-b7a0-4062c02d5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01896f9e-6c1b-459c-836f-b363b6388893'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:13:44.347787 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 01896f9e-6c1b-459c-836f-b363b6388893, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=01896f9e-6c1b-459c-836f-b363b6388893,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:13:44.352684 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:13:44.354681 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:13:44.401067 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d20bf4-a061-466a-b7a0-4062c02d5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01896f9e-6c1b-459c-836f-b363b6388893', 'code': 200}
May 10 18:13:44.426857 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=01896f9e-6c1b-459c-836f-b363b6388893,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:13:44.429789 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:13:44.636378 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3225f6-a58f-4c63-99fe-ffd8eb436c42 req-36da61ca-5236-4387-a460-a204ba2e5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:44.637748 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3d3225f6-a58f-4c63-99fe-ffd8eb436c42 req-36da61ca-5236-4387-a460-a204ba2e5ad7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 1098 time: 0.0734963
May 10 18:13:44.681274 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-3d3225f6-a58f-4c63-99fe-ffd8eb436c42 req-12b5a610-5339-4e77-a2d9-32b64bfbfd58 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358310
May 10 18:13:45.138095 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d05761-65b3-4eb0-80e7-80264e407296 req-5f3866f8-82a4-4cfe-bce0-da40b1edab36 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:45.139513 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93d05761-65b3-4eb0-80e7-80264e407296 req-5f3866f8-82a4-4cfe-bce0-da40b1edab36 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 945 time: 0.0855839
May 10 18:13:45.183873 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-93d05761-65b3-4eb0-80e7-80264e407296 req-0d805bf7-721b-4558-b539-dc83d38a2956 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384104
May 10 18:13:46.525024 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a87f-3b90-4ee6-9dbb-59ba38c58b83 req-4beb4a5d-f4f0-49f5-9b8b-c47d0266c02b tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:46.526394 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-52c0a87f-3b90-4ee6-9dbb-59ba38c58b83 req-4beb4a5d-f4f0-49f5-9b8b-c47d0266c02b tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 945 time: 0.0887830
May 10 18:13:46.570748 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-52c0a87f-3b90-4ee6-9dbb-59ba38c58b83 req-2c29a64b-18d2-42bd-99f6-df03282cec14 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384359
May 10 18:13:54.163210 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:13:55.467366 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-e8ed2500-d2bb-41a3-a112-e647706d1b08 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0754957
May 10 18:13:55.567145 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-bd8408a4-8f16-47d5-b20c-ff2448233624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:55.568645 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-bd8408a4-8f16-47d5-b20c-ff2448233624 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 1099 time: 0.0788019
May 10 18:13:55.733702 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-0e216ffd-44b9-4f91-a435-2d688e7b0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:55.735149 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-0e216ffd-44b9-4f91-a435-2d688e7b0abf service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.1449723
May 10 18:13:55.952600 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-b7252d89-8e6b-489a-a4b8-825907ba623e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=906238da-ace5-48ac-b13c-17bef0e17d10 HTTP/1.1" status: 200  len: 1002 time: 0.2097595
May 10 18:13:56.022051 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-1739d921-2e69-489e-8c3b-3c7833c4f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:56.023416 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-1739d921-2e69-489e-8c3b-3c7833c4f816 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0625443
May 10 18:13:56.103991 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-e66a7d95-3ac0-4906-a463-142239f6f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:13:56.105485 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-e66a7d95-3ac0-4906-a463-142239f6f60a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748110
May 10 18:13:56.244924 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-6dba8c94-8a9e-47ee-9863-5ce4531ca232 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319151
May 10 18:13:56.381540 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-181545a5-fcfd-4ff2-a2f4-8b0247ab6c08 req-232830c6-9b00-4008-bbeb-3e97e3dc82c3 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294239
May 10 18:13:56.776697 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:04.821344 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-43e30580-aa16-4dfd-973e-afa59ad2238d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:07.410174 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:07.583198 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aed2a159-c6a2-4f6e-ab89-c2f25d601045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:08.570718 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:10.001046 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:26.797462 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:26.882113 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-9f96cad5-d941-4475-912b-65b5b6ae43e6 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173307719&fields=id&tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1 HTTP/1.1" status: 200  len: 267 time: 0.1637347
May 10 18:14:27.029517 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-48536936-34b6-43ab-ac15-389ed0993a80 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:27.030928 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-48536936-34b6-43ab-ac15-389ed0993a80 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 811 time: 0.1421590
May 10 18:14:27.048351 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-cebc18bb-d7cb-4bf1-9285-200068b494df tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/quotas/d283f47fa9ea4c269a05cc934ffc3bc1 HTTP/1.1" status: 200  len: 375 time: 0.0090804
May 10 18:14:27.136821 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-06063eb9-bb9d-4b5e-a4cf-8c0ad5cf6b56 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0835695
May 10 18:14:27.274370 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-bc7c1019-75d9-41d9-b7e1-199378eb0398 service neutron] 10.222.0.70 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253583
May 10 18:14:27.407275 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-82553ecc-f306-44da-bbd0-16ee74dea203 service neutron] 10.222.0.70 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268463
May 10 18:14:27.862595 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b9fde549-86ca-41a3-9602-e3463271deb9 req-5a59785e-b862-4a5b-bdca-4d4ea19f9a90 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 210 time: 0.0957503
May 10 18:14:28.747793 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76771405-ae7b-46b1-a4b3-3dffef8983b6 req-cf1809f1-caf1-4434-885c-6011b17296a1 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:28.749327 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-76771405-ae7b-46b1-a4b3-3dffef8983b6 req-cf1809f1-caf1-4434-885c-6011b17296a1 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0978031
May 10 18:14:28.800132 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-76771405-ae7b-46b1-a4b3-3dffef8983b6 req-b4ad73a2-5877-41ea-bd73-b1f1c4d7e8f1 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442138
May 10 18:14:28.940896 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-5081e0e6-a375-4ac3-8e96-7f0f98677c18 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:28.942433 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-5081e0e6-a375-4ac3-8e96-7f0f98677c18 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 811 time: 0.1590502
May 10 18:14:29.025628 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4c360ac7-a693-41ce-87a9-f12eeb551a3f req-8c1acc48-4c27-4815-8018-c64c4f9b5991 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 210 time: 0.0580943
May 10 18:14:29.040056 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-9f84319e-fda4-4f4a-87fa-34d0d0e09486 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1 HTTP/1.1" status: 200  len: 379 time: 0.0855319
May 10 18:14:29.049129 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'port': {'device_id': '1f575204-31c3-4728-bd76-57e38543f22e', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'admin_state_up': True, 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'security_groups': ['71fba469-d43d-4a4d-8bf2-b71a16b85ebb']}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:14:29.187598 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:14:29.197456 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:14:29.209409 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Made reservation on behalf of d283f47fa9ea4c269a05cc934ffc3bc1 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:14:29.213376 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:29.380678 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Allocated IP 172.20.0.4 (bdec1f4c-6c1a-45fa-a49e-58d738c31855/f46cd935-8210-4aa0-97a5-45db0013fc4b/b2205179-d3df-4f1e-8154-a7f2a1f6a318) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:14:29.673006 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:29.688349 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Transition to ACTIVE for port object b2205179-d3df-4f1e-8154-a7f2a1f6a318 will not be triggered until provisioned by entity DHCP. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:14:29.715435 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:29.721152 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:29.782024 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:14:29.784871 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:14:29.789252 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:14:29.855791 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:29.856447 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:29.891123 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'Port': ['ID=b2205179-d3df-4f1e-8154-a7f2a1f6a318,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:29.894771 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8494537
May 10 18:14:29.901482 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.902114 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.902645 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.903220 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.904010 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.904525 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.905056 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.905565 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.906081 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.906621 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.907210 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.907724 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:29.916359 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Request body: {'port': {'device_id': '1f575204-31c3-4728-bd76-57e38543f22e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:14:29.943724 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:30.088446 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-8e75f07c-241a-4cfb-aee2-ff27d616f03f None None] Provisioning for port b2205179-d3df-4f1e-8154-a7f2a1f6a318 completed by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:14:30.094407 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-8e75f07c-241a-4cfb-aee2-ff27d616f03f None None] Provisioning complete for port b2205179-d3df-4f1e-8154-a7f2a1f6a318 triggered by entity DHCP. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:14:30.095085 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-8e75f07c-241a-4cfb-aee2-ff27d616f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:30.099255 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:30.154006 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bf65a-eb92-44fe-92a7-38364f53cd29 req-df102ab6-7a8f-4225-94d8-9b8baaf5dd08 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:30.161402 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2b4bf65a-eb92-44fe-92a7-38364f53cd29 req-df102ab6-7a8f-4225-94d8-9b8baaf5dd08 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.2164536
May 10 18:14:30.188398 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-8e75f07c-241a-4cfb-aee2-ff27d616f03f None None] Port b2205179-d3df-4f1e-8154-a7f2a1f6a318 cannot update to ACTIVE because it is not bound. {{(pid=78704) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 18:14:30.251252 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2b4bf65a-eb92-44fe-92a7-38364f53cd29 req-fc189028-cd26-43db-a241-16a1b86f553e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889776
May 10 18:14:30.297693 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae9c2-688b-4b31-a5f8-4900c86c91d8 req-6fe538c0-8ae7-44b2-8834-7a09ae5641d0 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:30.299191 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3e5ae9c2-688b-4b31-a5f8-4900c86c91d8 req-6fe538c0-8ae7-44b2-8834-7a09ae5641d0 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 931 time: 0.1035748
May 10 18:14:30.347575 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3e5ae9c2-688b-4b31-a5f8-4900c86c91d8 req-9c7e6572-c571-4487-92e3-a3e61b1eeaa4 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424926
May 10 18:14:30.544468 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2205179-d3df-4f1e-8154-a7f2a1f6a318 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:14:30.551851 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:30.568506 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Transition to ACTIVE for port object b2205179-d3df-4f1e-8154-a7f2a1f6a318 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:14:30.573765 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:30.578469 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-0d17cbe2-8cc3-4244-af0f-c6a89aa93f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:30.706449 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Pushing event updated for resources: {'Port': ['ID=b2205179-d3df-4f1e-8154-a7f2a1f6a318,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:30.732640 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:30.816948 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Attempting to bind port b2205179-d3df-4f1e-8154-a7f2a1f6a318 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:14:30.817069 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Attempting to bind port b2205179-d3df-4f1e-8154-a7f2a1f6a318 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:14:30.817370 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Attempting to bind port b2205179-d3df-4f1e-8154-a7f2a1f6a318 on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:14:30.822999 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Port b2205179-d3df-4f1e-8154-a7f2a1f6a318 on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:14:30.823345 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Attempting to bind port b2205179-d3df-4f1e-8154-a7f2a1f6a318 on network bdec1f4c-6c1a-45fa-a49e-58d738c31855 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:14:30.828592 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:14:30.828922 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Checking segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:14:30.829311 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Bound using segment: {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:14:30.829733 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Bound port: b2205179-d3df-4f1e-8154-a7f2a1f6a318, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bfccef-df28-4488-8a0a-11b308d46103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:14:30.830065 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:30.920909 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] For port b2205179-d3df-4f1e-8154-a7f2a1f6a318, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:14:30.924266 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] For port b2205179-d3df-4f1e-8154-a7f2a1f6a318, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b2205179-d3df-4f1e-8154-a7f2a1f6a318,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:14:30.929739 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:30.933558 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-307e2688-aad3-4a69-acee-d6cf3a6a978f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:30.988291 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:30.988948 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:30.990292 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] 10.222.0.58 "PUT /v2.0/ports/b2205179-d3df-4f1e-8154-a7f2a1f6a318 HTTP/1.1" status: 200  len: 1093 time: 1.0787153
May 10 18:14:30.990968 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:14:31.021597 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Pushing event updated for resources: {'Port': ['ID=b2205179-d3df-4f1e-8154-a7f2a1f6a318,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:31.024975 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:31.064655 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'status': 'completed', 'code': 200}
May 10 18:14:31.107872 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-3cedef90-29ab-4163-ad54-072dd8cb395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:31.109478 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-3cedef90-29ab-4163-ad54-072dd8cb395c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 1096 time: 0.0773888
May 10 18:14:31.164469 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:14:31.188112 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-6823f992-c7d4-449e-b9bf-e3537db97a6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2205179-d3df-4f1e-8154-a7f2a1f6a318 HTTP/1.1" status: 200  len: 217 time: 0.0667000
May 10 18:14:31.255724 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-87cd144f-0f7b-47a7-8358-4afdd2904b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:31.257129 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-87cd144f-0f7b-47a7-8358-4afdd2904b92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0606172
May 10 18:14:31.341154 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-b38bd3f0-e50c-4d1e-850a-c1ba12404ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:31.342642 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-b38bd3f0-e50c-4d1e-850a-c1ba12404ce1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761652
May 10 18:14:31.441664 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500338f7-999f-4af7-b032-2c7e61c879a5 req-d6b1ceca-2084-4488-89a7-5275460f5e04 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:31.442225 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-500338f7-999f-4af7-b032-2c7e61c879a5 req-d6b1ceca-2084-4488-89a7-5275460f5e04 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0798311
May 10 18:14:31.489257 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-500338f7-999f-4af7-b032-2c7e61c879a5 req-25118ce7-5e5e-4868-bb0d-8ef49abba908 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404911
May 10 18:14:31.602538 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-6ec3f287-b412-4a49-9868-ef0b3d8ce02e service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455633
May 10 18:14:31.673150 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10db7f-e41b-4635-9e11-0ac7692014c6 req-bc931931-f9fd-4796-8cd5-1ac95e0cfd4b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:31.674714 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd10db7f-e41b-4635-9e11-0ac7692014c6 req-bc931931-f9fd-4796-8cd5-1ac95e0cfd4b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.0831544
May 10 18:14:31.720167 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd10db7f-e41b-4635-9e11-0ac7692014c6 req-63048907-149d-4f9e-875f-a7c4c82a835d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392544
May 10 18:14:31.787654 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-09a4861c-6fd7-47da-beb4-40fcc09ee685 req-d08d001d-a2b8-4d26-a7d4-da4f730312da service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770210
May 10 18:14:31.804335 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ef623-4667-431a-ba1e-2978d5453c70 req-aadad2f6-c60f-4bcd-8a81-137d29d4663d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:31.805867 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-603ef623-4667-431a-ba1e-2978d5453c70 req-aadad2f6-c60f-4bcd-8a81-137d29d4663d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 945 time: 0.1297483
May 10 18:14:31.891421 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-603ef623-4667-431a-ba1e-2978d5453c70 req-dea3a3ad-db1a-4747-bbc3-cfc134d98dbf tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778255
May 10 18:14:31.925051 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-c2259026-51fc-41b0-873a-28ef15fe85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:31.926512 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-c2259026-51fc-41b0-873a-28ef15fe85c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 1096 time: 0.0856864
May 10 18:14:32.063084 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-794b66ea-be00-4e74-808e-f9d092528fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:32.064547 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-794b66ea-be00-4e74-808e-f9d092528fc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.1293380
May 10 18:14:32.136424 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-00ec32a1-f785-4bc7-87f5-54391f915708 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2205179-d3df-4f1e-8154-a7f2a1f6a318 HTTP/1.1" status: 200  len: 217 time: 0.0635381
May 10 18:14:32.203166 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-60edd26a-dd18-4dcc-b0c4-e3caa9e2c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:32.204567 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-60edd26a-dd18-4dcc-b0c4-e3caa9e2c98e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0569229
May 10 18:14:32.289793 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-0199e50b-f928-444e-b559-6bb019d8a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:32.291249 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-0199e50b-f928-444e-b559-6bb019d8a93e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702119
May 10 18:14:32.427012 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-9a8b5447-bf79-4d7a-9ac2-8510437d8815 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251915
May 10 18:14:32.567358 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-01b3d1a9-ecce-436f-b954-4da07ecb4924 req-718d1f31-f8e4-493a-8291-79d0f2b1d199 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278009
May 10 18:14:32.683053 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777b7b9-8bd3-4b6f-b356-5ccc87dab696 req-37cea725-1a73-4b16-b654-0fbf0723e7ce tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:32.684474 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0777b7b9-8bd3-4b6f-b356-5ccc87dab696 req-37cea725-1a73-4b16-b654-0fbf0723e7ce tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0839696
May 10 18:14:32.734039 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-0777b7b9-8bd3-4b6f-b356-5ccc87dab696 req-5a4287c6-3cb1-41b4-9dd2-d6556ea51d21 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409565
May 10 18:14:32.907656 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68a1c6-b232-4f3d-941b-c20758549b20 req-10ea8c53-6fe4-438d-9110-6b95301c93ee tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:32.908253 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2a68a1c6-b232-4f3d-941b-c20758549b20 req-10ea8c53-6fe4-438d-9110-6b95301c93ee tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:14:32.925284 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-2a68a1c6-b232-4f3d-941b-c20758549b20 req-10ea8c53-6fe4-438d-9110-6b95301c93ee tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:14:32.926445 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a68a1c6-b232-4f3d-941b-c20758549b20 req-10ea8c53-6fe4-438d-9110-6b95301c93ee tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.1025703
May 10 18:14:32.972013 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2a68a1c6-b232-4f3d-941b-c20758549b20 req-3da8b568-7f74-4c82-b9e2-9514ca57c2f8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395284
May 10 18:14:33.075464 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fcd9f-9874-4336-91a3-893cdc103806 req-794e4aab-d94f-43fc-9b39-197e714a3f07 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:33.076914 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-737fcd9f-9874-4336-91a3-893cdc103806 req-794e4aab-d94f-43fc-9b39-197e714a3f07 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 945 time: 0.0806155
May 10 18:14:33.123866 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-737fcd9f-9874-4336-91a3-893cdc103806 req-79e6a739-5a47-426d-82e0-1e6eaf6f83f1 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385671
May 10 18:14:33.467778 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-b6532aca-ea4f-4587-bdd2-615d9e4a856c tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:33.469080 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-b6532aca-ea4f-4587-bdd2-615d9e4a856c tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 945 time: 0.0830956
May 10 18:14:33.608335 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Deleting port 01896f9e-6c1b-459c-836f-b363b6388893 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:14:33.608681 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:33.746139 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] For port 01896f9e-6c1b-459c-836f-b363b6388893, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=01896f9e-6c1b-459c-836f-b363b6388893,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:14:33.746390 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:33.966563 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Calling delete_port for 01896f9e-6c1b-459c-836f-b363b6388893 owned by compute:nova {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:14:34.079182 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99fd5d-ed0e-415a-95de-9fda756ca9e1 req-9502b2a1-dbe1-4da5-95e8-b59f4ac46b99 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:34.080655 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-be99fd5d-ed0e-415a-95de-9fda756ca9e1 req-9502b2a1-dbe1-4da5-95e8-b59f4ac46b99 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.2154377
May 10 18:14:34.158708 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af74757-7521-4837-aaec-c163d00090da req-b1c5da88-d800-4e2e-a1aa-3262b50a3e7a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:34.160327 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3af74757-7521-4837-aaec-c163d00090da req-b1c5da88-d800-4e2e-a1aa-3262b50a3e7a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.0855079
May 10 18:14:34.173395 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-be99fd5d-ed0e-415a-95de-9fda756ca9e1 req-c923c61b-00f2-4768-b0bb-62f578a4c8fb tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861378
May 10 18:14:34.188884 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:34.195239 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-4403ec04-6dab-4433-9aab-54a71ef58f4e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:34.201923 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['01896f9e-6c1b-459c-836f-b363b6388893'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:14:34.214723 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3af74757-7521-4837-aaec-c163d00090da req-796e2fc8-008a-47b0-87c5-6c593b8012b2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482566
May 10 18:14:34.280909 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Pushing event deleted for resources: {'Port': ['ID=01896f9e-6c1b-459c-836f-b363b6388893,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:34.288762 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:34.368337 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] No DVR routers for this DVR port 01896f9e-6c1b-459c-836f-b363b6388893 on host hv-cinder-79049 {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:14:34.371452 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-14665515-fb70-46e3-af33-2c8a3cbe3a0b req-9e6e9e16-4b11-4f1b-8be5-96adf65de073 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7d20bf4-a061-466a-b7a0-4062c02d5233 HTTP/1.1" status: 200  len: 210 time: 0.0499582
May 10 18:14:34.372449 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:34.374996 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d20bf4-a061-466a-b7a0-4062c02d5233', 'name': 'network-vif-deleted', 'tag': '01896f9e-6c1b-459c-836f-b363b6388893'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:14:34.393203 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2f119d0b-ed43-4a5a-af8e-7b1a5bcbe8a0 req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.58 "DELETE /v2.0/ports/01896f9e-6c1b-459c-836f-b363b6388893 HTTP/1.1" status: 204  len: 173 time: 0.9178772
May 10 18:14:34.430149 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d20bf4-a061-466a-b7a0-4062c02d5233', 'name': 'network-vif-deleted', 'tag': '01896f9e-6c1b-459c-836f-b363b6388893', 'status': 'completed', 'code': 200}
May 10 18:14:34.828683 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ab16b093-2160-4374-bcaa-74791f19b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:35.364636 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa6ae6-7629-4628-8061-fcd36f44a63c req-a82dbf5f-48ba-4aea-8429-3197bda16ea6 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:35.366086 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7caa6ae6-7629-4628-8061-fcd36f44a63c req-a82dbf5f-48ba-4aea-8429-3197bda16ea6 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0845497
May 10 18:14:35.401542 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e12dcd-9089-4bb4-839b-555370deac4f req-1a1937c8-aa61-474f-84b2-eb560c3923a9 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:35.403031 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-47e12dcd-9089-4bb4-839b-555370deac4f req-1a1937c8-aa61-474f-84b2-eb560c3923a9 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.0816317
May 10 18:14:35.411594 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-7caa6ae6-7629-4628-8061-fcd36f44a63c req-d967405f-69de-4b19-83c0-45b982190592 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393708
May 10 18:14:35.451446 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-47e12dcd-9089-4bb4-839b-555370deac4f req-62e18b37-ecb3-4b2e-8ac3-4de9d8055ea1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425091
May 10 18:14:36.607680 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebbf02-af43-4d00-b1dd-5b15649df702 req-edda1c11-f7bc-4f6f-b352-e55d2a55c87b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:36.609163 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3ebbf02-af43-4d00-b1dd-5b15649df702 req-edda1c11-f7bc-4f6f-b352-e55d2a55c87b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0817626
May 10 18:14:36.635458 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52a203-a910-4f9e-95e6-d61d2176bbfa req-31d0c529-cf63-4852-b2c6-23f66ab73ca2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:36.636884 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cc52a203-a910-4f9e-95e6-d61d2176bbfa req-31d0c529-cf63-4852-b2c6-23f66ab73ca2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.0826025
May 10 18:14:36.656153 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b3ebbf02-af43-4d00-b1dd-5b15649df702 req-b523a30e-851b-42d5-a535-62a723a1d78f tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409627
May 10 18:14:36.682681 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-cc52a203-a910-4f9e-95e6-d61d2176bbfa req-b627b9ec-bc18-41b9-b9f7-2aae0ba07040 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399747
May 10 18:14:36.976937 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 01896f9e-6c1b-459c-836f-b363b6388893 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:14:37.020982 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 01896f9e-6c1b-459c-836f-b363b6388893 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:14:37.021465 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 01896f9e-6c1b-459c-836f-b363b6388893 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:14:37.427512 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:37.575682 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-baa1f9e7-2dbc-41eb-8249-49334e3d117c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:37.854420 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e7f24-8ad8-49dc-908c-b62e0f1c69cb req-9a0d9073-a131-4a22-9d80-9350084ece42 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:37.858091 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7b1e7f24-8ad8-49dc-908c-b62e0f1c69cb req-9a0d9073-a131-4a22-9d80-9350084ece42 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0882339
May 10 18:14:37.873845 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c94e4e-2cf8-4f50-9adf-7ec03651fc15 req-75615cf1-9b87-4ce7-a3ea-6faa7343dee5 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:37.875793 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69c94e4e-2cf8-4f50-9adf-7ec03651fc15 req-75615cf1-9b87-4ce7-a3ea-6faa7343dee5 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.0862219
May 10 18:14:37.901497 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-7b1e7f24-8ad8-49dc-908c-b62e0f1c69cb req-fff187cb-aad6-41c2-a424-df50820676ea tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398624
May 10 18:14:37.923486 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-69c94e4e-2cf8-4f50-9adf-7ec03651fc15 req-7d1ce25b-f133-4fe8-b7bf-038bce72b3b7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411565
May 10 18:14:38.579475 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:39.088292 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ed11e-b5cf-4d20-a1b8-3426d7b14346 req-951444a5-299a-405e-b341-c6996d9b6fc3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:39.089856 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd0ed11e-b5cf-4d20-a1b8-3426d7b14346 req-951444a5-299a-405e-b341-c6996d9b6fc3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0821059
May 10 18:14:39.115666 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fbae1-adc6-40eb-a295-b137c75ef25c req-9e5506a0-3b8c-43fa-8eaf-808016012f3d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:39.117144 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b90fbae1-adc6-40eb-a295-b137c75ef25c req-9e5506a0-3b8c-43fa-8eaf-808016012f3d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.0835934
May 10 18:14:39.139260 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-cd0ed11e-b5cf-4d20-a1b8-3426d7b14346 req-6a3a2b27-577e-4702-b6a8-6f033c0934ce tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433958
May 10 18:14:39.162825 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b90fbae1-adc6-40eb-a295-b137c75ef25c req-102e7820-5d30-4bf9-a980-909dda2c7849 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393772
May 10 18:14:40.005001 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:40.345848 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1f2e4-1265-4285-85e7-966b39ad6e6a req-ff2591ce-8db9-4edb-9d16-0b204080e1a1 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:40.347334 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-07d1f2e4-1265-4285-85e7-966b39ad6e6a req-ff2591ce-8db9-4edb-9d16-0b204080e1a1 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0837469
May 10 18:14:40.357804 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dcebe-ea80-4f84-a558-c2a5f4e394f1 req-63a13fdc-6176-431f-9da6-901200e79b28 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:40.359411 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b52dcebe-ea80-4f84-a558-c2a5f4e394f1 req-63a13fdc-6176-431f-9da6-901200e79b28 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.0814846
May 10 18:14:40.392664 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-07d1f2e4-1265-4285-85e7-966b39ad6e6a req-7be09a92-3e72-49d3-8272-636c33ab1f12 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394521
May 10 18:14:40.405217 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b52dcebe-ea80-4f84-a558-c2a5f4e394f1 req-814c054b-6de6-4afa-9ee5-f1b327c55be0 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401092
May 10 18:14:41.631516 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e125fe-0430-4960-83ab-db2ef4bd34ae req-d78f9f97-f50b-4b54-8b8e-2c620f7c77de tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:41.633214 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5e125fe-0430-4960-83ab-db2ef4bd34ae req-d78f9f97-f50b-4b54-8b8e-2c620f7c77de tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.1201441
May 10 18:14:41.679850 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a348fa-712b-4fc7-a5b0-bda0c4fb8b24 req-62ce3866-8891-46d9-93bd-47cbac143bac tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:41.680559 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-e5e125fe-0430-4960-83ab-db2ef4bd34ae req-808ab92f-443f-497c-933d-08f5fd7ebe51 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404608
May 10 18:14:41.681357 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c9a348fa-712b-4fc7-a5b0-bda0c4fb8b24 req-62ce3866-8891-46d9-93bd-47cbac143bac tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.1812291
May 10 18:14:41.732471 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-c9a348fa-712b-4fc7-a5b0-bda0c4fb8b24 req-fe0a4cd6-94bb-4c39-98fd-a46818d1e3c2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449126
May 10 18:14:42.726483 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device b2205179-d3df-4f1e-8154-a7f2a1f6a318 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:14:42.860207 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port b2205179-d3df-4f1e-8154-a7f2a1f6a318, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b2205179-d3df-4f1e-8154-a7f2a1f6a318,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:14:42.868415 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ed3c6-02f5-41e4-a9a0-167c0e4a0c19 req-1a11a3d2-e254-435a-a448-194617e76fd3 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:42.870030 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-269ed3c6-02f5-41e4-a9a0-167c0e4a0c19 req-1a11a3d2-e254-435a-a448-194617e76fd3 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 943 time: 0.0824418
May 10 18:14:42.873354 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'port_id': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'mac_address': 'fa:16:3e:63:b1:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:14:42.916803 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a785f-65dc-49b7-80da-7f8f042dc1cc req-4efeda6c-5e4a-4cc3-ae7a-10db23310b4d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:42.918271 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-076a785f-65dc-49b7-80da-7f8f042dc1cc req-4efeda6c-5e4a-4cc3-ae7a-10db23310b4d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0799065
May 10 18:14:42.922351 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-269ed3c6-02f5-41e4-a9a0-167c0e4a0c19 req-2a1f3e49-b9f0-4ec3-b346-8239aa3cad48 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458410
May 10 18:14:42.933127 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:42.951589 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2205179-d3df-4f1e-8154-a7f2a1f6a318 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:14:42.966884 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port b2205179-d3df-4f1e-8154-a7f2a1f6a318, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b2205179-d3df-4f1e-8154-a7f2a1f6a318,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:14:42.971453 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-076a785f-65dc-49b7-80da-7f8f042dc1cc req-f44a9076-a9f5-4edf-8230-fdf41a82de03 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464721
May 10 18:14:42.971630 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:42.974022 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:43.040695 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=b2205179-d3df-4f1e-8154-a7f2a1f6a318,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:43.048518 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.048866 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.049206 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.049539 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.049872 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.050196 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.050517 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.050868 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.051217 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.051536 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.051877 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.052191 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:43.056237 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:44.117106 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359f9b-551e-473a-b8a7-d762212e6c12 req-e669d8ef-d684-4197-859b-6cf171fa9ecf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:44.118639 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-44359f9b-551e-473a-b8a7-d762212e6c12 req-e669d8ef-d684-4197-859b-6cf171fa9ecf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 944 time: 0.0848665
May 10 18:14:44.155922 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274678ff-2a28-4d80-ba34-895f503be28b req-ec180141-6637-4dfc-9cd5-bb5f3c26f36e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:44.157397 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-274678ff-2a28-4d80-ba34-895f503be28b req-ec180141-6637-4dfc-9cd5-bb5f3c26f36e tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0809791
May 10 18:14:44.164819 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-44359f9b-551e-473a-b8a7-d762212e6c12 req-8a9e74e3-cde6-448e-b8ff-04f9bf585266 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400798
May 10 18:14:44.203721 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-274678ff-2a28-4d80-ba34-895f503be28b req-2560a82c-4acd-4f69-83a9-2b04e4d03407 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396948
May 10 18:14:44.825681 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-a23b0db2-0256-433d-9185-a6efc198c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:44.827188 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-a23b0db2-0256-433d-9185-a6efc198c739 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bd21dbb176a45db9110424ead538f35&device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1099 time: 0.0764410
May 10 18:14:44.924794 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['b2205179-d3df-4f1e-8154-a7f2a1f6a318'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:14:44.960240 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-adb2db06-ce9c-4034-a939-7729a8f66239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:44.961617 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-adb2db06-ce9c-4034-a939-7729a8f66239 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 200  len: 910 time: 0.1276104
May 10 18:14:45.065703 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-774461fe-6e90-4397-b942-4b67a3f302a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 200  len: 1001 time: 0.0972502
May 10 18:14:45.127455 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-50557e13-645f-4ad7-9289-3d517428a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:45.128866 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-50557e13-645f-4ad7-9289-3d517428a1da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12468fc0-8f39-4a85-94b2-df9ddeac2301 HTTP/1.1" status: 200  len: 848 time: 0.0567658
May 10 18:14:45.209661 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-639efe3b-5eb1-4d49-a3fa-ea88db373fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:45.211324 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-639efe3b-5eb1-4d49-a3fa-ea88db373fe4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756023
May 10 18:14:45.394882 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320468-82d4-433f-bc5b-0bb525c15e35 req-463f3df5-22b7-41f8-a5de-4a6d34e85b02 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:45.396349 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-61320468-82d4-433f-bc5b-0bb525c15e35 req-463f3df5-22b7-41f8-a5de-4a6d34e85b02 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0831149
May 10 18:14:45.441357 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-61320468-82d4-433f-bc5b-0bb525c15e35 req-43ae3e79-7f87-4d29-b4c8-939ed11f7c5b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388544
May 10 18:14:45.496491 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-fe0e061f-b5ca-4d8a-979a-dcd11871103d service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2783310
May 10 18:14:45.538436 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc13837-420b-4631-8662-fd0344d4a751 req-40f075ca-52ca-43fd-94c5-376434cf40e2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:45.539907 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8dc13837-420b-4631-8662-fd0344d4a751 req-40f075ca-52ca-43fd-94c5-376434cf40e2 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 944 time: 0.1947777
May 10 18:14:45.662780 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8dc13837-420b-4631-8662-fd0344d4a751 req-05e42237-699f-40e6-82bf-b418a3efcfd9 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786452
May 10 18:14:45.690538 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-da423f67-306f-4a5c-880e-79e17dcedc38 req-80bd3b89-d3f0-4c5d-9710-fb0a28a219de service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841569
May 10 18:14:46.078671 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6b03-7f54-4572-a466-40bb920f344d req-161d1a19-9d1e-48b8-bca6-24dc6a73964a tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:46.080050 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-161d1a19-9d1e-48b8-bca6-24dc6a73964a tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/networks?id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b HTTP/1.1" status: 200  len: 813 time: 0.1469047
May 10 18:14:46.094928 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-b7e62234-f752-4c4e-9b8e-bd6bcde48057 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/quotas/2e1edc17577b4ee6ba34371356268380 HTTP/1.1" status: 200  len: 375 time: 0.0093083
May 10 18:14:46.142180 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-212f5972-d174-49ce-86c8-6c6798616cdc tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e1edc17577b4ee6ba34371356268380&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0423460
May 10 18:14:46.155664 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-db25db38-18aa-4e98-a4a1-bd4020d69242 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78703) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 18:14:46.156616 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-db25db38-18aa-4e98-a4a1-bd4020d69242 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050209
May 10 18:14:46.291232 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-e8a249ec-b06e-4c55-8cc7-b023799f1862 service neutron] 10.222.0.70 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263502
May 10 18:14:46.437508 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-3c40ef9f-819e-4c69-bdb8-2e5977c90d47 service neutron] 10.222.0.70 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378274
May 10 18:14:46.618554 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ec3a1778-e960-4c5b-9727-821bd634d74b req-754de3ff-ca17-4e10-95f8-e877d2bd37c6 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 210 time: 0.0468404
May 10 18:14:46.632626 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348894e-e82e-49d2-8b7d-d7d5d78a871c req-8a0cbc60-9676-4b78-acd6-0171d79fde78 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:46.634376 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9348894e-e82e-49d2-8b7d-d7d5d78a871c req-8a0cbc60-9676-4b78-acd6-0171d79fde78 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0843840
May 10 18:14:46.668272 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device b2205179-d3df-4f1e-8154-a7f2a1f6a318 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:14:46.687627 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-9348894e-e82e-49d2-8b7d-d7d5d78a871c req-c1a19f66-2a83-4953-bb36-bf1772548d02 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470686
May 10 18:14:46.751256 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port b2205179-d3df-4f1e-8154-a7f2a1f6a318 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:14:46.759784 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port b2205179-d3df-4f1e-8154-a7f2a1f6a318 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:14:46.760338 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:46.855971 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099a582-72fd-4362-831a-3b0d0ed8febc req-454a8db8-05ef-4d34-b039-08f85366efa5 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:46.857511 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5099a582-72fd-4362-831a-3b0d0ed8febc req-454a8db8-05ef-4d34-b039-08f85366efa5 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 944 time: 0.0882034
May 10 18:14:46.890980 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:46.907069 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-5099a582-72fd-4362-831a-3b0d0ed8febc req-78edd3cc-8a9b-4602-a67a-8a03d286c597 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437868
May 10 18:14:46.923086 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:14:46.934270 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port b2205179-d3df-4f1e-8154-a7f2a1f6a318, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b2205179-d3df-4f1e-8154-a7f2a1f6a318,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:14:46.938714 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:46.940585 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:46.976452 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'code': 200}
May 10 18:14:47.016200 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=b2205179-d3df-4f1e-8154-a7f2a1f6a318,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:47.019113 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:47.394140 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78078627-e3f8-4f70-aba2-7b055834b4d6 req-756f64c2-bfbb-4bd0-b7e6-8aa96fb30e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:47.395632 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-78078627-e3f8-4f70-aba2-7b055834b4d6 req-756f64c2-bfbb-4bd0-b7e6-8aa96fb30e3b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 1098 time: 0.1197684
May 10 18:14:47.437422 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-78078627-e3f8-4f70-aba2-7b055834b4d6 req-bceee6ec-8f0e-4053-be67-dd7a54ed07a8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351396
May 10 18:14:47.775648 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b9fc8206-d1e8-469c-a2d1-055042ad777f req-175f6ac3-f0b4-4bfb-b726-4f89be1a0ba9 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 210 time: 0.0435419
May 10 18:14:47.893351 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14900aa-cb39-4a57-9fd1-ffa61a5ebf87 req-7ca82c7f-912a-4e94-b9a1-4d8261fde44b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:47.895289 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f14900aa-cb39-4a57-9fd1-ffa61a5ebf87 req-7ca82c7f-912a-4e94-b9a1-4d8261fde44b tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0875795
May 10 18:14:48.034164 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f14900aa-cb39-4a57-9fd1-ffa61a5ebf87 req-3512b1b3-ee51-40b5-aaa0-3a28c7e64160 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188285
May 10 18:14:48.090996 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6b03-7f54-4572-a466-40bb920f344d req-60c0e53a-fe5a-40e9-b7a4-74bf8017b3b8 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:48.092578 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-60c0e53a-fe5a-40e9-b7a4-74bf8017b3b8 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.58 "GET /v2.0/networks?id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b HTTP/1.1" status: 200  len: 813 time: 0.1963520
May 10 18:14:48.109651 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Request body: {'port': {'device_id': '97146382-a365-475c-9c6a-e2931dbebd85', 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b', 'admin_state_up': True, 'tenant_id': '2e1edc17577b4ee6ba34371356268380'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:14:48.123884 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45f4fb-0a3a-44cf-b99a-02b93f22721d req-69cbbfec-0f9d-4404-a9f9-7b6e1b42e7c1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:48.125501 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eb45f4fb-0a3a-44cf-b99a-02b93f22721d req-69cbbfec-0f9d-4404-a9f9-7b6e1b42e7c1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 945 time: 0.1065280
May 10 18:14:48.177475 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-eb45f4fb-0a3a-44cf-b99a-02b93f22721d req-31867868-2501-49f4-b63e-09869c97d079 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452302
May 10 18:14:48.364210 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:14:48.375037 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Usage tracker for resource:port and tenant:2e1edc17577b4ee6ba34371356268380 is out of sync, need to count used quota {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:14:48.380129 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78702) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:14:48.387573 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.quota.driver [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78702) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:14:48.404113 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Made reservation on behalf of 2e1edc17577b4ee6ba34371356268380 for: {'port': 1} {{(pid=78702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 18:14:48.408272 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:48.471708 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9823b0-2e0c-47d9-9ab8-1b266fa50180 req-703abfad-5d33-4212-80b5-9ed05b4c3904 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:48.473240 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bd9823b0-2e0c-47d9-9ab8-1b266fa50180 req-703abfad-5d33-4212-80b5-9ed05b4c3904 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0845060
May 10 18:14:48.493020 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-c7446199-dc87-417b-bd6a-cc8aef39a95b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1681144
May 10 18:14:48.519962 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-bd9823b0-2e0c-47d9-9ab8-1b266fa50180 req-499ece79-5497-4a63-9ce1-5301b32d75a7 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406168
May 10 18:14:48.593442 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_common [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Allocated IP 172.20.0.13 (fcf132e2-ed6a-4b1c-9b5e-102db343d89b/64b6d0ae-40df-4434-b0e5-acc0947eb6eb/928a7c52-b730-4c1b-b95c-1201dddfe286) {{(pid=78702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:14:48.807764 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks [] for port, precommit_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:48.841931 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_create {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:48.848569 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-e72819b9-799a-4545-85fa-14c8eed4048e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:48.968977 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Network fcf132e2-ed6a-4b1c-9b5e-102db343d89b is already hosted by enough agents. {{(pid=78702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:14:48.973713 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.base_scheduler [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Resources bound (agent type, host, resource id):  {{(pid=78702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:14:48.976305 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Received port after_create {{(pid=78702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:14:49.006566 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Pushing event updated for resources: {'Port': ['ID=928a7c52-b730-4c1b-b95c-1201dddfe286,revision_number=1']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:49.021156 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:49.060974 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:49.061588 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:49.075112 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497972c-7807-4f56-82c6-0d9bca53e8e6 req-43beb2b6-8938-4fbc-9b82-912cc03684cc tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:49.075730 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d497972c-7807-4f56-82c6-0d9bca53e8e6 req-43beb2b6-8938-4fbc-9b82-912cc03684cc tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Synchronizing usage tracker for tenant:2e1edc17577b4ee6ba34371356268380 on resource:port {{(pid=78702) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:14:49.101566 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.quota.resource [req-d497972c-7807-4f56-82c6-0d9bca53e8e6 req-43beb2b6-8938-4fbc-9b82-912cc03684cc tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Unset dirty status for tenant:2e1edc17577b4ee6ba34371356268380 on resource:port {{(pid=78702) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:14:49.102845 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d497972c-7807-4f56-82c6-0d9bca53e8e6 req-43beb2b6-8938-4fbc-9b82-912cc03684cc tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 932 time: 0.2163048
May 10 18:14:49.104732 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9992931
May 10 18:14:49.130166 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ddf0caab-c612-4d1f-a143-39f2224a732c tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=78702) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 18:14:49.131361 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-ddf0caab-c612-4d1f-a143-39f2224a732c tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0200379
May 10 18:14:49.245338 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.v2.base [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Request body: {'port': {'device_id': '97146382-a365-475c-9c6a-e2931dbebd85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=78702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:14:49.307623 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d497972c-7807-4f56-82c6-0d9bca53e8e6 req-7452a3aa-a3b1-4c48-ad68-da14ee7606ed tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978598
May 10 18:14:49.369577 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd536a06-323e-49f2-ac51-292730344274 req-893394af-2c51-4335-a68d-8f100fac0267 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:49.370967 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd536a06-323e-49f2-ac51-292730344274 req-893394af-2c51-4335-a68d-8f100fac0267 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 945 time: 0.0825176
May 10 18:14:49.375818 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:49.420921 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-dd536a06-323e-49f2-ac51-292730344274 req-5531fde6-01a1-4263-a525-1a5bebdcb6e8 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441124
May 10 18:14:49.725398 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3d600-851f-422e-ad0d-9592f8b4f137 req-1c926868-99a1-483d-b26f-83760ae8f667 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:49.727194 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-43f3d600-851f-422e-ad0d-9592f8b4f137 req-1c926868-99a1-483d-b26f-83760ae8f667 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0911632
May 10 18:14:49.737877 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985830d-180a-4132-a19d-64d829422a32 req-78e72ddb-4cc1-403d-84be-0e3ae3f5835c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:49.739323 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6985830d-180a-4132-a19d-64d829422a32 req-78e72ddb-4cc1-403d-84be-0e3ae3f5835c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 945 time: 0.1949997
May 10 18:14:49.774362 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-43f3d600-851f-422e-ad0d-9592f8b4f137 req-6ba18d0b-ddcf-497b-8de2-dbe2796b40fe tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398574
May 10 18:14:49.849045 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928a7c52-b730-4c1b-b95c-1201dddfe286 {{(pid=78702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:14:49.855772 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6985830d-180a-4132-a19d-64d829422a32 req-a813bca3-8ea8-42b5-8e91-d3a3c31a7f2e tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1051342
May 10 18:14:49.859494 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:49.873921 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.provisioning_blocks [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Transition to ACTIVE for port object 928a7c52-b730-4c1b-b95c-1201dddfe286 will not be triggered until provisioned by entity L2. {{(pid=78702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 18:14:49.878624 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:49.879864 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53184) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:14:49.882799 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-8ef5632c-b396-451a-8ebf-39e97db85c2c tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:49.953395 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a529010-47f1-4da7-96b4-542bf7629585 tempest-TestVolumeBootPattern-1257037759 tempest-TestVolumeBootPattern-1257037759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:49.955001 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-8a529010-47f1-4da7-96b4-542bf7629585 tempest-TestVolumeBootPattern-1257037759 tempest-TestVolumeBootPattern-1257037759-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 1093 time: 0.0740232
May 10 18:14:49.957912 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53188) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:14:49.963043 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.v2.base [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Request body: {'floatingip': {'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'port_id': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78703) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 18:14:49.968847 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 18:14:49.972688 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Usage tracker for resource:floatingip and tenant:d283f47fa9ea4c269a05cc934ffc3bc1 is out of sync, need to count used quota {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 18:14:49.975551 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78703) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 18:14:49.981507 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.quota.driver [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78703) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 18:14:49.993922 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:50.034745 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=928a7c52-b730-4c1b-b95c-1201dddfe286,revision_number=2']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:50.044444 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:50.119218 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Attempting to bind port 928a7c52-b730-4c1b-b95c-1201dddfe286 on host hv-cinder-79049 for vnic_type normal with profile  {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 18:14:50.119528 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Attempting to bind port 928a7c52-b730-4c1b-b95c-1201dddfe286 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b'}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 18:14:50.119887 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Attempting to bind port 928a7c52-b730-4c1b-b95c-1201dddfe286 on network fcf132e2-ed6a-4b1c-9b5e-102db343d89b {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:14:50.124708 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Port 928a7c52-b730-4c1b-b95c-1201dddfe286 on network fcf132e2-ed6a-4b1c-9b5e-102db343d89b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 18:14:50.125029 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Attempting to bind port 928a7c52-b730-4c1b-b95c-1201dddfe286 on network fcf132e2-ed6a-4b1c-9b5e-102db343d89b {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 18:14:50.131167 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Checking agent: {'id': '2f4d9dcf-0c57-4143-b1d5-4eb15b69c876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'started_at': datetime.datetime(2021, 5, 10, 18, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 18, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 18:14:50.131508 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Checking segment: {'id': '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 18:14:50.131893 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Bound using segment: {'id': '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b'} {{(pid=78702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 18:14:50.132324 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.managers [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Bound port: 928a7c52-b730-4c1b-b95c-1201dddfe286, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b'}}] {{(pid=78702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 18:14:50.132674 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:50.225215 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] For port 928a7c52-b730-4c1b-b95c-1201dddfe286, host hv-cinder-79049, cleared binding levels {{(pid=78702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 18:14:50.228507 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] For port 928a7c52-b730-4c1b-b95c-1201dddfe286, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=928a7c52-b730-4c1b-b95c-1201dddfe286,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 18:14:50.234545 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11435527'] for port, after_update {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:50.239152 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-7aa4eeca-ed6a-4a9b-adb2-9404c7eb0032 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:50.283009 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:50.292721 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:50.293334 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:50.294691 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] 10.222.0.58 "PUT /v2.0/ports/928a7c52-b730-4c1b-b95c-1201dddfe286 HTTP/1.1" status: 200  len: 1094 time: 1.1546605
May 10 18:14:50.295217 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97146382-a365-475c-9c6a-e2931dbebd85', 'tag': '928a7c52-b730-4c1b-b95c-1201dddfe286'}] {{(pid=78702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:14:50.325800 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=928a7c52-b730-4c1b-b95c-1201dddfe286,revision_number=3']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:50.329183 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-319a574c-6473-4a91-a908-ffd0a45ae6f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:50.345339 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-a3a8666c-6df4-4328-aa7c-e2fd6a696fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:50.346997 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-a3a8666c-6df4-4328-aa7c-e2fd6a696fb3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18&tenant_id=6bd21dbb176a45db9110424ead538f35 HTTP/1.1" status: 200  len: 1099 time: 0.2543659
May 10 18:14:50.383334 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97146382-a365-475c-9c6a-e2931dbebd85', 'tag': '928a7c52-b730-4c1b-b95c-1201dddfe286', 'status': 'completed', 'code': 200}
May 10 18:14:50.418251 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6b03-7f54-4572-a466-40bb920f344d req-4a2896f1-aa4a-4545-85e5-b5801bdc3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:50.419795 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-4a2896f1-aa4a-4545-85e5-b5801bdc3190 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e1edc17577b4ee6ba34371356268380&device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 1097 time: 0.0764787
May 10 18:14:50.494747 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_common [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Allocated IP 172.27.3.19 (0b88f7d4-0af8-498f-a411-1383d031df8a/d6cdfd87-b38b-44c3-b831-183bc5d3a637/04f54ab7-7e26-4cf2-9868-56de7bba32ac) {{(pid=78703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 18:14:50.532136 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-7bc975d9-1cec-4a5b-8340-b74ddf8d160f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928a7c52-b730-4c1b-b95c-1201dddfe286 HTTP/1.1" status: 200  len: 217 time: 0.1038368
May 10 18:14:50.535647 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-93bb50e7-5d7f-4f7c-aff0-9f3a61181d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:50.537102 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-93bb50e7-5d7f-4f7c-aff0-9f3a61181d6a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bd21dbb176a45db9110424ead538f35&device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1099 time: 0.1585119
May 10 18:14:50.612705 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6b03-7f54-4572-a466-40bb920f344d req-20856b34-7678-409b-8d47-581c89d6e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:50.614150 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-20856b34-7678-409b-8d47-581c89d6e0cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=64b6d0ae-40df-4434-b0e5-acc0947eb6eb HTTP/1.1" status: 200  len: 853 time: 0.0741179
May 10 18:14:50.623221 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100db30-73d4-4c09-918a-5b97d1f5e170 req-3060056d-a3ae-474c-8339-37fe8941f5c9 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:50.624616 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6100db30-73d4-4c09-918a-5b97d1f5e170 req-3060056d-a3ae-474c-8339-37fe8941f5c9 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 944 time: 0.1975174
May 10 18:14:50.672661 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6ef96859-d1b8-4542-98ed-bbb2a380df49 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:14:50.681388 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-20c30693-f5f6-451e-9054-07e7f3aefbfc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558157
May 10 18:14:50.768662 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for port, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:50.771753 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-11efd78c-21d6-434c-94ea-7f17b231264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:50.773233 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-11efd78c-21d6-434c-94ea-7f17b231264f service neutron] 10.222.0.58 "GET /v2.0/networks?id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 200  len: 910 time: 0.1907568
May 10 18:14:50.781302 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-6100db30-73d4-4c09-918a-5b97d1f5e170 req-e32163de-470a-465a-a347-26f6b6bd9c68 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255753
May 10 18:14:50.793745 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:50.829050 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:14:50.830084 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:14:50.838702 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:50.840933 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-c6dae637-ad24-4786-9b98-18b9b1940f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:50.851161 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-2d087f5f-3179-4726-b9a7-518ab7f5120c service neutron] 10.222.0.58 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626954
May 10 18:14:50.896713 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-28804876-c1ee-46c7-97a3-294d4d61285f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 200  len: 999 time: 0.1169376
May 10 18:14:50.920575 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=6ef96859-d1b8-4542-98ed-bbb2a380df49,revision_number=6']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:50.924653 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:50.926420 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'code': 200}
May 10 18:14:50.936785 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759918771460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:50.945835 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-534783b0-0c57-4f54-8a71-276a7f55d245 tempest-DeleteServersTestJSON-1403959101 tempest-DeleteServersTestJSON-1403959101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:51.047352 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Network 0b88f7d4-0af8-498f-a411-1383d031df8a is already hosted by enough agents. {{(pid=78703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 18:14:51.054140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.base_scheduler [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Resources bound (agent type, host, resource id):  {{(pid=78703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 18:14:51.062156 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Received port after_create {{(pid=78703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 18:14:51.113638 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f95f6b03-7f54-4572-a466-40bb920f344d req-f18413d8-c1bc-4cd2-a8c3-f274574c353e service neutron] 10.222.0.58 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2556489
May 10 18:14:51.119299 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'Port': ['ID=04f54ab7-7e26-4cf2-9868-56de7bba32ac,revision_number=1']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:51.124582 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-27bca9db-29cb-4733-94ec-411c67f4f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:51.126028 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-27bca9db-29cb-4733-94ec-411c67f4f4ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12468fc0-8f39-4a85-94b2-df9ddeac2301 HTTP/1.1" status: 200  len: 848 time: 0.2229059
May 10 18:14:51.175624 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.175984 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.176367 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.176738 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.177089 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.177458 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.177809 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.178138 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.178517 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.178868 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.179260 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.179596 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:14:51.190249 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:51.235428 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-1271ee4e-73cd-45ab-a368-9de5dd64d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:51.236918 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-1271ee4e-73cd-45ab-a368-9de5dd64d3d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e1edc17577b4ee6ba34371356268380&device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 1097 time: 0.0771224
May 10 18:14:51.317348 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46958262-c905-45d5-a73b-5bbd22b23bea req-e31abac1-6196-40a8-a02e-92ec08da8329 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:51.318741 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-46958262-c905-45d5-a73b-5bbd22b23bea req-e31abac1-6196-40a8-a02e-92ec08da8329 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.3438864
May 10 18:14:51.370082 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-cb920253-5870-408e-af97-4659ab14ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:51.371586 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-cb920253-5870-408e-af97-4659ab14ebcc service neutron] 10.222.0.58 "GET /v2.0/networks?id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b HTTP/1.1" status: 200  len: 914 time: 0.1279330
May 10 18:14:51.440100 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-cde29819-515e-48ee-8636-4fd428f41c44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928a7c52-b730-4c1b-b95c-1201dddfe286 HTTP/1.1" status: 200  len: 217 time: 0.0604777
May 10 18:14:51.503664 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-b3d293ba-b31a-4068-a378-7dcb49b5124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:51.505535 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-b3d293ba-b31a-4068-a378-7dcb49b5124f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3630154
May 10 18:14:51.506207 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-0ac7be8b-8876-4d94-978d-078242e373d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:51.507678 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-0ac7be8b-8876-4d94-978d-078242e373d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=64b6d0ae-40df-4434-b0e5-acc0947eb6eb HTTP/1.1" status: 200  len: 853 time: 0.0606735
May 10 18:14:51.517635 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-46958262-c905-45d5-a73b-5bbd22b23bea req-322fb514-e70d-4056-9f99-3e06d26df419 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1908736
May 10 18:14:51.561958 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-8f4712df-c436-4e69-9b54-27ca8af3ff7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fcf132e2-ed6a-4b1c-9b5e-102db343d89b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414760
May 10 18:14:51.701349 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-900381d0-b891-4275-b6a0-b1adba392e81 service neutron] 10.222.0.58 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317880
May 10 18:14:51.813501 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-197aa1be-afef-4e04-9fdf-e6763581cfa2 service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931068
May 10 18:14:51.841234 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5dff3689-4a2e-4252-8a78-79e72db9883a req-084f7329-607c-4964-af54-5225956d213e service neutron] 10.222.0.58 "GET /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331904
May 10 18:14:51.946651 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:51.975105 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8a9c2bbe-883a-465d-bf9a-8aff076930a1 req-8060f1f5-3804-4035-9ce0-ddebba536fba service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490672
May 10 18:14:51.980800 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d480b-dde5-4bc9-8875-e593b487960e req-173f2143-4ef2-4fb7-85e8-5458ddc6fa93 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:51.982313 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ec0d480b-dde5-4bc9-8875-e593b487960e req-173f2143-4ef2-4fb7-85e8-5458ddc6fa93 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 944 time: 0.0872617
May 10 18:14:52.030847 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ec0d480b-dde5-4bc9-8875-e593b487960e req-66e92c75-5cbd-4496-9fb2-a103e5cbd8de tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424721
May 10 18:14:52.050328 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:52.268484 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for port, precommit_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:52.275361 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1580411'] for port, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:52.278974 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b117fb9a-7dc8-45e0-b092-7fb66ef7429f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:52.378576 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event updated for resources: {'Port': ['ID=04f54ab7-7e26-4cf2-9868-56de7bba32ac,revision_number=2']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:52.382854 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:52.397200 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398709'] for floatingip, after_update {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:52.579077 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Floating IP 89d6216c-a249-40b2-b644-33cb15c84fa7 associated. External IP: 172.27.3.19, port: b2205179-d3df-4f1e-8154-a7f2a1f6a318.
May 10 18:14:52.870303 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcf4eb-b0f5-4091-8871-04a5e570efb5 req-bd52b111-362e-46c0-baf2-3bd73fa55064 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:52.871686 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-84bcf4eb-b0f5-4091-8871-04a5e570efb5 req-bd52b111-362e-46c0-baf2-3bd73fa55064 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.2371974
May 10 18:14:52.992569 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-84bcf4eb-b0f5-4091-8871-04a5e570efb5 req-ff01907d-8e0e-43f9-a4dd-2702f3479f81 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655885
May 10 18:14:53.025799 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Router f7d0a91d-965f-4269-9c87-38678a7bb5df has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:14:53.221171 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4823aa-f320-4f78-ae3c-106ae016bbd7 req-25fdc6d7-e1fb-41bc-b78d-2b80ca2f7b7d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:53.222914 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ea4823aa-f320-4f78-ae3c-106ae016bbd7 req-25fdc6d7-e1fb-41bc-b78d-2b80ca2f7b7d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 944 time: 0.0867026
May 10 18:14:53.269342 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ea4823aa-f320-4f78-ae3c-106ae016bbd7 req-d42b95e4-ad51-413a-9f93-38be228495bf tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405102
May 10 18:14:53.331854 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:14:53.341511 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] Sync routers for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:14:53.351240 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:14:53.351878 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c0f92b0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:14:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:14:53.368751 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:53.424269 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-4fd62a13-8371-49e7-b7eb-7f2d3826745d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.4652452
May 10 18:14:53.425128 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:14:53.565918 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:14:53.616898 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'status': 'completed', 'code': 200}
May 10 18:14:53.715916 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-7c598e9e-3e0b-4163-a544-7d7fdd392bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:53.717400 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-7c598e9e-3e0b-4163-a544-7d7fdd392bd5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 1098 time: 0.0749123
May 10 18:14:53.853069 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-41d3e5ba-8ee3-4d40-8554-a664a07ae5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:53.854452 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-41d3e5ba-8ee3-4d40-8554-a664a07ae5ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.1289525
May 10 18:14:53.911877 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c0f92b0>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '4264bded-9a4b-4aac-b74f-18a6b73aeb7e', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:30Z', 'updated_at': '2021-05-10T18:12:33Z', 'revision_number': 1, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}, {'id': '89d6216c-a249-40b2-b644-33cb15c84fa7', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:63:b1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f575204-31c3-4728-bd76-57e38543f22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:14:51Z', 'updated_at': '2021-05-10T18:14:51Z', 'revision_number': 0, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:14:53.916788 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] Checking router: f7d0a91d-965f-4269-9c87-38678a7bb5df for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:14:53.926466 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:14:53.927190 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c0f92b0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:14:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:14:53.960552 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-92b9bb41-bf9c-4bd7-8885-4a7726a48c50 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2205179-d3df-4f1e-8154-a7f2a1f6a318 HTTP/1.1" status: 200  len: 998 time: 0.0985615
May 10 18:14:54.023335 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-ab4558cb-f82a-43f8-bee1-692b77964484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:54.024851 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-ab4558cb-f82a-43f8-bee1-692b77964484 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0576506
May 10 18:14:54.102723 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-8dbdb697-4959-438b-abb4-98b2e72d13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:54.104314 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-8dbdb697-4959-438b-abb4-98b2e72d13b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722985
May 10 18:14:54.113873 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:14:54.190081 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad616e57-fc2a-42b7-b7fd-92ffec62f427 req-108ae47f-1531-4b3a-b69e-5609c0072d9c tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:54.191605 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ad616e57-fc2a-42b7-b7fd-92ffec62f427 req-108ae47f-1531-4b3a-b69e-5609c0072d9c tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0860724
May 10 18:14:54.239744 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-ad616e57-fc2a-42b7-b7fd-92ffec62f427 req-633a9620-e35b-4a31-a050-a7250eaba9d0 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416534
May 10 18:14:54.243913 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-bac02101-c764-44e6-81e9-e207a17deb71 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330988
May 10 18:14:54.412626 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-1f7b5e39-abfb-4580-9cde-3fee9b4c5a6a req-8302e914-d20f-49ac-9011-662a29091680 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623385
May 10 18:14:54.463936 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6557fa-27d6-4433-80dc-e92674dd7646 req-dcbd15be-afdd-44db-8a0d-19832ff17197 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:54.465364 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3c6557fa-27d6-4433-80dc-e92674dd7646 req-dcbd15be-afdd-44db-8a0d-19832ff17197 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 944 time: 0.0893257
May 10 18:14:54.472328 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c0f92b0>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '4264bded-9a4b-4aac-b74f-18a6b73aeb7e', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:30Z', 'updated_at': '2021-05-10T18:12:33Z', 'revision_number': 1, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}, {'id': '89d6216c-a249-40b2-b644-33cb15c84fa7', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:63:b1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f575204-31c3-4728-bd76-57e38543f22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:14:51Z', 'updated_at': '2021-05-10T18:14:51Z', 'revision_number': 0, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:14:54.476546 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52b6348-70ee-4dad-ad02-0500493133ea None None] The sync data for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi is: [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '4264bded-9a4b-4aac-b74f-18a6b73aeb7e', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:30Z', 'updated_at': '2021-05-10T18:12:33Z', 'revision_number': 1, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}, {'id': '89d6216c-a249-40b2-b644-33cb15c84fa7', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:63:b1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f575204-31c3-4728-bd76-57e38543f22e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:14:51Z', 'updated_at': '2021-05-10T18:14:51Z', 'revision_number': 0, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:14:54.512553 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3c6557fa-27d6-4433-80dc-e92674dd7646 req-09556256-d3a8-43fa-a14a-324905510994 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412757
May 10 18:14:54.655387 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158bc1e6-93e9-4d52-bd04-d840841ec82a None None] New status for floating IP 89d6216c-a249-40b2-b644-33cb15c84fa7: ACTIVE {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:14:54.668614 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 928a7c52-b730-4c1b-b95c-1201dddfe286 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:14:54.805977 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 928a7c52-b730-4c1b-b95c-1201dddfe286, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=928a7c52-b730-4c1b-b95c-1201dddfe286,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:14:54.819488 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '928a7c52-b730-4c1b-b95c-1201dddfe286', 'network_id': 'fcf132e2-ed6a-4b1c-9b5e-102db343d89b', 'port_id': '928a7c52-b730-4c1b-b95c-1201dddfe286', 'mac_address': 'fa:16:3e:ee:c9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b6d0ae-40df-4434-b0e5-acc0947eb6eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:14:54.875004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:54.892757 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928a7c52-b730-4c1b-b95c-1201dddfe286 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:14:54.911785 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 928a7c52-b730-4c1b-b95c-1201dddfe286, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=928a7c52-b730-4c1b-b95c-1201dddfe286,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:14:54.916604 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:54.918494 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:54.986217 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=928a7c52-b730-4c1b-b95c-1201dddfe286,revision_number=4']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:54.989407 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:55.165409 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['928a7c52-b730-4c1b-b95c-1201dddfe286'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:14:55.426733 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d062e-c053-4380-b063-4107b6f05544 req-ecbc6814-7301-4790-b415-8fd5c6f4aa15 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:55.428277 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f65d062e-c053-4380-b063-4107b6f05544 req-ecbc6814-7301-4790-b415-8fd5c6f4aa15 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0821695
May 10 18:14:55.476908 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f65d062e-c053-4380-b063-4107b6f05544 req-22c17b2f-dd9e-4aa5-9fee-cf7e6ed7638a tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425873
May 10 18:14:55.478181 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-7d241d28-11ef-4d6b-930a-9bb9939d252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:55.479868 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-7d241d28-11ef-4d6b-930a-9bb9939d252c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bd21dbb176a45db9110424ead538f35&device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1097 time: 0.0701842
May 10 18:14:55.675454 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-7db59c02-d151-4ac5-93fd-748f8c25d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:55.676883 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-7db59c02-d151-4ac5-93fd-748f8c25d966 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 200  len: 910 time: 0.1713734
May 10 18:14:55.793455 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-36bc266c-c0cd-4683-b84e-3cc911da1982 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 200  len: 999 time: 0.1082878
May 10 18:14:55.800770 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33dbe-1458-4d52-b04c-afa662e91bb3 req-356a7309-135a-48c4-8863-131fcd2f5fc5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:55.802136 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ccd33dbe-1458-4d52-b04c-afa662e91bb3 req-356a7309-135a-48c4-8863-131fcd2f5fc5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 945 time: 0.1870325
May 10 18:14:55.886095 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-571516e1-2547-45df-915b-4ceef5e502dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:55.887506 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-571516e1-2547-45df-915b-4ceef5e502dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12468fc0-8f39-4a85-94b2-df9ddeac2301 HTTP/1.1" status: 200  len: 848 time: 0.0845509
May 10 18:14:55.892018 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ccd33dbe-1458-4d52-b04c-afa662e91bb3 req-1942a175-678a-46ce-a574-3a867bc21752 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601814
May 10 18:14:55.968928 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-b537f28a-103a-41da-8339-acdaf06c717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:55.970401 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-b537f28a-103a-41da-8339-acdaf06c717a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749156
May 10 18:14:56.218759 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-a93d282b-645d-40fc-874e-fbf201b19c8b service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2387655
May 10 18:14:56.350172 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-72c1cadd-7a13-43fd-a77d-b21d214a7850 req-5f1a188d-70e9-4e44-892b-2e0a573e8b2e service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242762
May 10 18:14:56.679064 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aff0a0-65df-4358-a2d8-99ac4b1a813a req-0601eac6-578b-4c14-b487-a7b7cfdfe01d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:56.680508 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b4aff0a0-65df-4358-a2d8-99ac4b1a813a req-0601eac6-578b-4c14-b487-a7b7cfdfe01d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0887268
May 10 18:14:56.705930 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 928a7c52-b730-4c1b-b95c-1201dddfe286 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:14:56.726940 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b4aff0a0-65df-4358-a2d8-99ac4b1a813a req-6877df67-abcd-456f-9399-5b8a1a327143 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404871
May 10 18:14:56.804202 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:56.828925 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning for port 928a7c52-b730-4c1b-b95c-1201dddfe286 completed by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 18:14:56.833610 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 928a7c52-b730-4c1b-b95c-1201dddfe286 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:14:56.833985 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:56.949272 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:56.976636 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97146382-a365-475c-9c6a-e2931dbebd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928a7c52-b730-4c1b-b95c-1201dddfe286'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:14:56.986966 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 928a7c52-b730-4c1b-b95c-1201dddfe286, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=928a7c52-b730-4c1b-b95c-1201dddfe286,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:14:56.992205 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:14:56.994242 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:14:57.028402 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97146382-a365-475c-9c6a-e2931dbebd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928a7c52-b730-4c1b-b95c-1201dddfe286', 'code': 200}
May 10 18:14:57.060486 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=928a7c52-b730-4c1b-b95c-1201dddfe286,revision_number=5']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:14:57.063303 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:14:57.091297 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b08e80-8730-4d05-bcf7-a151e55a341e req-a268fc8d-1ef2-43fd-9eb3-9b7830cfa1c2 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:57.092809 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-73b08e80-8730-4d05-bcf7-a151e55a341e req-a268fc8d-1ef2-43fd-9eb3-9b7830cfa1c2 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 946 time: 0.0929437
May 10 18:14:57.137864 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-73b08e80-8730-4d05-bcf7-a151e55a341e req-9135b8e1-eb4d-475e-854b-8dd2285a3896 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390875
May 10 18:14:57.264524 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a02c8-fd31-4d81-a68d-c71273561e09 req-2c4ecedc-99e7-4289-ab7f-2310e23ca9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:57.266045 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-618a02c8-fd31-4d81-a68d-c71273561e09 req-2c4ecedc-99e7-4289-ab7f-2310e23ca9a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 1099 time: 0.0757525
May 10 18:14:57.319886 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-618a02c8-fd31-4d81-a68d-c71273561e09 req-5e8b1bbf-17cb-48b7-ab78-8267d9eb9e5b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337811
May 10 18:14:57.928310 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e0aca-8b16-47bb-a173-b959a1d065f2 req-58a102ec-186c-4da8-8815-c41199338075 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:57.929801 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2d3e0aca-8b16-47bb-a173-b959a1d065f2 req-58a102ec-186c-4da8-8815-c41199338075 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0866559
May 10 18:14:57.975864 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-2d3e0aca-8b16-47bb-a173-b959a1d065f2 req-cf5140b1-8800-41c0-bb2c-c10b2d701382 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402789
May 10 18:14:58.349198 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b02a-886f-4ad2-aee8-50e9e9fd1ebf req-f312e0b5-d2d6-4ecb-89e0-d821d61cc12a tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:58.350667 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8367b02a-886f-4ad2-aee8-50e9e9fd1ebf req-f312e0b5-d2d6-4ecb-89e0-d821d61cc12a tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 946 time: 0.0965097
May 10 18:14:58.401591 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-8367b02a-886f-4ad2-aee8-50e9e9fd1ebf req-c502e990-1c46-4651-8a7c-5b0e28de34e6 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427454
May 10 18:14:58.507671 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f14dc-23a1-4c67-aa43-d16614d38d9f req-373e23f8-f151-4247-af67-bfe24184fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:58.509053 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9b4f14dc-23a1-4c67-aa43-d16614d38d9f req-373e23f8-f151-4247-af67-bfe24184fbe8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1097 time: 0.0724006
May 10 18:14:58.553175 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9b4f14dc-23a1-4c67-aa43-d16614d38d9f req-0ea152dc-0b60-4590-bba5-38300c0212ec service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353780
May 10 18:14:59.173270 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d92b2-b789-4f05-ad10-d4615361f189 req-041912e7-2064-4566-b530-24ef20041bb9 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:59.174745 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b68d92b2-b789-4f05-ad10-d4615361f189 req-041912e7-2064-4566-b530-24ef20041bb9 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0836110
May 10 18:14:59.223133 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-b68d92b2-b789-4f05-ad10-d4615361f189 req-8df3f629-bb93-40cb-9bc0-d88312a46a2f tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422597
May 10 18:14:59.598630 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a697c0-586d-46a5-b11f-872e5f380885 req-2f9cd6b5-b6a2-4e60-9754-44e5f0889fe6 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:14:59.600104 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-92a697c0-586d-46a5-b11f-872e5f380885 req-2f9cd6b5-b6a2-4e60-9754-44e5f0889fe6 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 946 time: 0.0921710
May 10 18:14:59.646493 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-92a697c0-586d-46a5-b11f-872e5f380885 req-c9eef571-2547-4870-804b-6de1c7b357b7 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405071
May 10 18:15:00.425431 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf3ae9-9423-4b45-9185-4fcc0034b477 req-5b9eebb6-3d68-4892-9af8-4d78f79e7f5d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:15:00.426924 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-febf3ae9-9423-4b45-9185-4fcc0034b477 req-5b9eebb6-3d68-4892-9af8-4d78f79e7f5d tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 944 time: 0.0893500
May 10 18:15:00.475702 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-febf3ae9-9423-4b45-9185-4fcc0034b477 req-732b5a86-6827-453c-9069-d81327f6e45c tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416336
May 10 18:15:00.745200 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6ef96859-d1b8-4542-98ed-bbb2a380df49 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=78704) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 18:15:00.875905 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:15:00.889233 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Returning: {'device': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'port_id': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'mac_address': 'fa:16:3e:7a:0b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78704) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 18:15:00.948754 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:00.965000 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef96859-d1b8-4542-98ed-bbb2a380df49 {{(pid=78704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 18:15:00.981244 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:15:00.985998 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:00.987715 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:15:01.055043 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=6ef96859-d1b8-4542-98ed-bbb2a380df49,revision_number=7']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:15:01.058093 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:15:01.301108 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['6ef96859-d1b8-4542-98ed-bbb2a380df49'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:15:02.762194 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6ef96859-d1b8-4542-98ed-bbb2a380df49 up at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 18:15:02.836417 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.provisioning_blocks [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Provisioning complete for port 6ef96859-d1b8-4542-98ed-bbb2a380df49 triggered by entity L2. {{(pid=78704) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 18:15:02.836801 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3536490'] for port, provisioning_complete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:02.953519 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3654397'] for port, before_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:02.980489 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49'}] {{(pid=78704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:15:02.990413 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:15:02.996470 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759919189607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759918771478', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759918771523'] for port, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:02.998754 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-64e0f878-ceba-4883-8137-143b8d7528d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:15:03.029468 dv-cinder-790492-1-iscsi neutron-server[78704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'code': 200}
May 10 18:15:03.066886 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Pushing event updated for resources: {'Port': ['ID=6ef96859-d1b8-4542-98ed-bbb2a380df49,revision_number=8']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:15:03.070215 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:15:04.824811 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-bf29b2b8-63dc-41cb-9b61-eab12ed061cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:07.431554 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:07.578030 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-95f7802c-117b-49ed-af63-9ded5003cf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:08.163858 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:15:08.581686 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:10.019443 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:22.200314 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc4c01-8ceb-490a-8f2f-761dedcf65cb req-2b10b7dc-c285-4fa9-ae13-0381e08e5242 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:15:22.201864 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b7dc4c01-8ceb-490a-8f2f-761dedcf65cb req-2b10b7dc-c285-4fa9-ae13-0381e08e5242 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 946 time: 0.0815849
May 10 18:15:22.248799 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-b7dc4c01-8ceb-490a-8f2f-761dedcf65cb req-5dd6662e-6349-4c15-a0fa-c199428ba945 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397241
May 10 18:15:23.456061 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb607728-3cb5-4a95-abfd-874dde555941 req-3f57060d-08a7-414a-89f7-54f95aa9bbb0 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:15:23.457521 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fb607728-3cb5-4a95-abfd-874dde555941 req-3f57060d-08a7-414a-89f7-54f95aa9bbb0 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 946 time: 0.0847611
May 10 18:15:23.506822 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-fb607728-3cb5-4a95-abfd-874dde555941 req-cf781f67-ed93-4970-9096-963e10752f67 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401096
May 10 18:15:24.129254 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-1cf5d20f-19aa-4223-b2f5-538348abeb8c tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:15:24.130655 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-1cf5d20f-19aa-4223-b2f5-538348abeb8c tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.58 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 946 time: 0.0859308
May 10 18:15:24.270467 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Deleting port 928a7c52-b730-4c1b-b95c-1201dddfe286 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:15:24.270709 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:24.404371 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] For port 928a7c52-b730-4c1b-b95c-1201dddfe286, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=928a7c52-b730-4c1b-b95c-1201dddfe286,segment=NetworkSegment(0942ad8e-8ac5-4489-a863-6e0eb0ecbd16),segment_id=0942ad8e-8ac5-4489-a863-6e0eb0ecbd16)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:15:24.404700 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:24.525291 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Calling delete_port for 928a7c52-b730-4c1b-b95c-1201dddfe286 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:15:24.677608 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:24.683642 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-dc875f78-26cd-4014-a0a2-47013d7411db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:15:24.689835 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] get_ports_and_sgs() called for port_ids ['928a7c52-b730-4c1b-b95c-1201dddfe286'] {{(pid=78704) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 18:15:24.732027 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Pushing event deleted for resources: {'Port': ['ID=928a7c52-b730-4c1b-b95c-1201dddfe286,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:15:24.736616 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:15:24.905791 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] No DVR routers for this DVR port 928a7c52-b730-4c1b-b95c-1201dddfe286 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:15:24.912597 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:24.915055 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97146382-a365-475c-9c6a-e2931dbebd85', 'name': 'network-vif-deleted', 'tag': '928a7c52-b730-4c1b-b95c-1201dddfe286'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:15:24.934052 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499df92-49c4-4d77-abd1-eaa3e354dd7e req-007f14aa-cbd4-44ac-be02-36a9aa7c49ca tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:15:24.935622 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9499df92-49c4-4d77-abd1-eaa3e354dd7e req-007f14aa-cbd4-44ac-be02-36a9aa7c49ca tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/ports?device_id=97146382-a365-475c-9c6a-e2931dbebd85 HTTP/1.1" status: 200  len: 867 time: 0.3121669
May 10 18:15:24.957566 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-6ab59fce-d914-44f2-95d8-3cc71672a12d req-385c6aa9-cde0-4954-b659-b8aa15237e3f tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.58 "DELETE /v2.0/ports/928a7c52-b730-4c1b-b95c-1201dddfe286 HTTP/1.1" status: 204  len: 173 time: 0.8208683
May 10 18:15:24.988126 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-9499df92-49c4-4d77-abd1-eaa3e354dd7e req-f3938019-0077-42a5-a15d-4d54f0b2e054 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] 10.222.0.70 "GET /v2.0/security-groups?id=9c46f73b-33eb-4145-b6d5-d7ba38e740c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465407
May 10 18:15:25.017906 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97146382-a365-475c-9c6a-e2931dbebd85', 'name': 'network-vif-deleted', 'tag': '928a7c52-b730-4c1b-b95c-1201dddfe286', 'status': 'completed', 'code': 200}
May 10 18:15:26.790755 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:26.896653 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 928a7c52-b730-4c1b-b95c-1201dddfe286 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:15:26.929459 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 928a7c52-b730-4c1b-b95c-1201dddfe286 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:15:26.929788 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 928a7c52-b730-4c1b-b95c-1201dddfe286 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:15:34.833383 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-bd44041d-5c04-4c6f-8e25-ce13e5f88ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:37.421447 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:37.577124 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-62f2732d-026f-4db2-b333-e531c1bcd164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:38.587014 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:40.022991 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:45.164155 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:15:51.908754 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53468) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:15:51.978005 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Deleting subnet 64b6d0ae-40df-4434-b0e5-acc0947eb6eb {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:15:51.981260 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.030423 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1709152'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.085937 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.348070 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1580337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10650524'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.352596 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:15:52.387663 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b6d0ae-40df-4434-b0e5-acc0947eb6eb,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:15:52.390026 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.399034 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.399404 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.399774 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.400132 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.400488 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.400848 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.401199 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.401550 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.401897 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.402230 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.402586 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.402919 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:15:52.406431 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/64b6d0ae-40df-4434-b0e5-acc0947eb6eb HTTP/1.1" status: 204  len: 168 time: 0.4966695
May 10 18:15:52.407327 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-506762a9-c907-4c90-b005-b3eb135109f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:15:52.409888 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53474) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:15:52.515856 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.641498 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.658249 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7937db18e0>,) {'filters': {'network_id': ['fcf132e2-ed6a-4b1c-9b5e-102db343d89b']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:15:52.670393 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937db18e0>, '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:15:52.670686 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7937db18e0>, '0942ad8e-8ac5-4489-a863-6e0eb0ecbd16') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:15:52.682075 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.697885 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.704079 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:15:52.704456 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:15:52.717547 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:15:52.794844 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.800364 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:15:52.819147 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:52.825030 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf132e2-ed6a-4b1c-9b5e-102db343d89b,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:15:52.829068 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:15:52.837196 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-5f896dac-a041-4ca6-9861-0e79010778f8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fcf132e2-ed6a-4b1c-9b5e-102db343d89b HTTP/1.1" status: 204  len: 168 time: 0.4263763
May 10 18:15:52.958776 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53480) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:15:53.010041 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3632c378-8cdc-4c46-8975-7d7358bb9b2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e1edc17577b4ee6ba34371356268380&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500095
May 10 18:15:53.012272 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53484) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:15:53.070372 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a811778c-c17b-4a38-a70c-227177ad980a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:53.100040 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a811778c-c17b-4a38-a70c-227177ad980a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:53.156627 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a811778c-c17b-4a38-a70c-227177ad980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:53.161350 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6c101ed0-3ba8-4baa-88c5-8cc9d0174d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:15:53.174621 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811778c-c17b-4a38-a70c-227177ad980a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c46f73b-33eb-4145-b6d5-d7ba38e740c1,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:15:53.177123 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a811778c-c17b-4a38-a70c-227177ad980a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:15:53.189916 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-a811778c-c17b-4a38-a70c-227177ad980a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:53.191189 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-a811778c-c17b-4a38-a70c-227177ad980a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c46f73b-33eb-4145-b6d5-d7ba38e740c1 HTTP/1.1" status: 204  len: 168 time: 0.1780465
May 10 18:15:56.479176 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-ac9fe5f7-3f17-42db-9358-6a9d432a294e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0833302
May 10 18:15:56.570607 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-43e7dd9d-a829-4ee3-afbe-436684c227cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:15:56.572121 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-43e7dd9d-a829-4ee3-afbe-436684c227cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 1099 time: 0.0713100
May 10 18:15:56.738957 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-ae83985e-df4b-4d77-8ca3-101ea3b02339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:15:56.740475 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-ae83985e-df4b-4d77-8ca3-101ea3b02339 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.1457345
May 10 18:15:56.777256 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:15:56.848830 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-3544c18b-3c01-4b1b-88f9-6f6e2f39c754 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=906238da-ace5-48ac-b13c-17bef0e17d10 HTTP/1.1" status: 200  len: 1002 time: 0.1018245
May 10 18:15:56.911424 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-9ae027eb-9177-4732-aba1-33592aee919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:15:56.912831 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-9ae027eb-9177-4732-aba1-33592aee919d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0578852
May 10 18:15:56.994924 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-920eb3c7-3401-439f-b0e8-1bdbe29e8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:15:56.996341 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-920eb3c7-3401-439f-b0e8-1bdbe29e8688 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769165
May 10 18:15:57.222870 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-ce9ce31c-e701-4ee3-82e2-8fc52b66e4cf service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186224
May 10 18:15:57.354371 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-fc73bfcb-47be-40f2-86cb-5d83f7430e8f req-9da83f59-55c3-48f0-832d-9e4ffec1bc72 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247869
May 10 18:16:04.832377 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3dcab80b-1aa7-4a2c-b115-1d81bf4e43c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:07.423981 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:07.582479 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc903-9923-4c9e-8ba7-2080f8d2b7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:08.594221 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:10.029249 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:22.168208 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:16:26.785159 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:33.538712 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53494) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:33.824933 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Deleting port 04f54ab7-7e26-4cf2-9868-56de7bba32ac {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:33.825196 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:33.957556 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:33.957837 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:34.077707 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Calling delete_port for 04f54ab7-7e26-4cf2-9868-56de7bba32ac owned by network:floatingip {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:34.210324 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:34.214697 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e009f0f8-2b98-47ea-9b83-fb20b428de2b tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:34.257230 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event deleted for resources: {'Port': ['ID=04f54ab7-7e26-4cf2-9868-56de7bba32ac,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:34.285560 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:34.347017 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:34.347231 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Floating IP 89d6216c-a249-40b2-b644-33cb15c84fa7 disassociated (deleted). External IP: 172.27.3.19, port: b2205179-d3df-4f1e-8154-a7f2a1f6a318.
May 10 18:16:34.698291 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Router f7d0a91d-965f-4269-9c87-38678a7bb5df has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:16:34.818666 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c946-f6fc-49d8-8961-5d39d14e44eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:34.992950 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:16:35.003122 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] Sync routers for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:16:35.013705 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:35.014340 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c460370>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:35.016422 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:35.074307 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-53623686-715b-4848-b1fc-ead35178edf1 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "DELETE /v2.0/floatingips/89d6216c-a249-40b2-b644-33cb15c84fa7 HTTP/1.1" status: 204  len: 168 time: 1.5341623
May 10 18:16:35.075014 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:16:35.120731 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'status': 'completed', 'code': 200}
May 10 18:16:35.218351 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-b243dcb3-acca-4772-9412-38a235e32a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:35.219879 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-b243dcb3-acca-4772-9412-38a235e32a21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 1098 time: 0.0754790
May 10 18:16:35.236143 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:35.360101 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-1b631785-9f98-4c9f-81c6-92f00df40db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:35.360377 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-1b631785-9f98-4c9f-81c6-92f00df40db5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.1338391
May 10 18:16:35.470246 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-17a614f7-e929-42c4-8d6c-ee59125ac51f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2205179-d3df-4f1e-8154-a7f2a1f6a318 HTTP/1.1" status: 200  len: 217 time: 0.1026087
May 10 18:16:35.544822 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-4988b575-63a4-48dd-ae80-4e7bdd801205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:35.546143 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-4988b575-63a4-48dd-ae80-4e7bdd801205 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0683875
May 10 18:16:35.588141 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c460370>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '4264bded-9a4b-4aac-b74f-18a6b73aeb7e', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:30Z', 'updated_at': '2021-05-10T18:12:33Z', 'revision_number': 1, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:35.591110 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6af963-8055-4a59-af28-ceccdac6834b req-fc282e16-0a63-4de1-9329-0a6f0961ee7c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:35.591801 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-4d6af963-8055-4a59-af28-ceccdac6834b req-fc282e16-0a63-4de1-9329-0a6f0961ee7c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:16:35.592334 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] Checking router: f7d0a91d-965f-4269-9c87-38678a7bb5df for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:16:35.601597 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:35.602220 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c460370>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:08Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:35.623692 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-4d6af963-8055-4a59-af28-ceccdac6834b req-fc282e16-0a63-4de1-9329-0a6f0961ee7c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:16:35.624806 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4d6af963-8055-4a59-af28-ceccdac6834b req-fc282e16-0a63-4de1-9329-0a6f0961ee7c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 945 time: 0.2059615
May 10 18:16:35.659728 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-f0436cb1-2fdb-4a5c-b664-caa6aa2025aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:35.661177 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-f0436cb1-2fdb-4a5c-b664-caa6aa2025aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1067355
May 10 18:16:35.745081 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-4d6af963-8055-4a59-af28-ceccdac6834b req-dd4d3a2d-f51a-4d66-9bbb-f5906a6d0a1c tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131008
May 10 18:16:35.782702 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:35.803302 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-334d4b8e-0a88-45cc-a89c-fccd7d6d1831 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336386
May 10 18:16:35.934490 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99ba6527-bf8c-4059-bd1c-0dbe4e187b6c req-074d4442-67ef-4f52-8fa1-90581101467c service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243856
May 10 18:16:36.138686 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c460370>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '4264bded-9a4b-4aac-b74f-18a6b73aeb7e', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:30Z', 'updated_at': '2021-05-10T18:12:33Z', 'revision_number': 1, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:36.142994 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58870b4a-2013-42c1-ac19-5d4b75613264 None None] The sync data for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi is: [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_floatingips': [{'id': '4264bded-9a4b-4aac-b74f-18a6b73aeb7e', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'router_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'port_id': '906238da-ace5-48ac-b13c-17bef0e17d10', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'mac_address': 'fa:16:3e:78:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T18:12:30Z', 'updated_at': '2021-05-10T18:12:33Z', 'revision_number': 1, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:16:36.358277 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06360f02-e485-406e-9af0-f7945164e0c1 None None] New status for floating IP 89d6216c-a249-40b2-b644-33cb15c84fa7: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:16:36.922301 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-f22af83a-5d3f-4551-adfc-dddba2ea5d67 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:36.923872 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-f22af83a-5d3f-4551-adfc-dddba2ea5d67 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 945 time: 0.0836372
May 10 18:16:37.057451 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f841b-f2b9-40e4-93f3-43ea7540de39 req-d4960273-a804-4634-b2da-78dbb52de1e6 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:37.059099 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c93f841b-f2b9-40e4-93f3-43ea7540de39 req-d4960273-a804-4634-b2da-78dbb52de1e6 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 945 time: 0.1875291
May 10 18:16:37.066501 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Deleting port b2205179-d3df-4f1e-8154-a7f2a1f6a318 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:37.066845 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:37.103926 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-c93f841b-f2b9-40e4-93f3-43ea7540de39 req-11e4ac58-0a8b-4a1b-b446-690e5e6f322b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390191
May 10 18:16:37.200610 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] For port b2205179-d3df-4f1e-8154-a7f2a1f6a318, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b2205179-d3df-4f1e-8154-a7f2a1f6a318,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:16:37.201010 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:37.415348 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Calling delete_port for b2205179-d3df-4f1e-8154-a7f2a1f6a318 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:37.420120 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:37.535367 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:37.541149 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-ac9dd977-0f7c-4ef9-87e3-eec3602f28db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:37.566409 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-88695d9e-b2cd-464d-83f6-874359035247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:37.586597 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event deleted for resources: {'Port': ['ID=b2205179-d3df-4f1e-8154-a7f2a1f6a318,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:37.589969 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:37.663505 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] No DVR routers for this DVR port b2205179-d3df-4f1e-8154-a7f2a1f6a318 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:16:37.666034 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:37.668549 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'name': 'network-vif-deleted', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:16:37.685227 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-99846fdd-c49e-4b45-88ea-028811c24a9a req-c12c8b74-970f-479d-af7c-f62deda1b7cf tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "DELETE /v2.0/ports/b2205179-d3df-4f1e-8154-a7f2a1f6a318 HTTP/1.1" status: 204  len: 173 time: 0.7556815
May 10 18:16:37.718056 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575204-31c3-4728-bd76-57e38543f22e', 'name': 'network-vif-deleted', 'tag': 'b2205179-d3df-4f1e-8154-a7f2a1f6a318', 'status': 'completed', 'code': 200}
May 10 18:16:38.265124 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-f0179e87-1be0-422c-b335-51551b1743e2 req-481a5eb1-4729-4d3c-825d-e60e9686d9b7 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575204-31c3-4728-bd76-57e38543f22e HTTP/1.1" status: 200  len: 210 time: 0.0435965
May 10 18:16:38.586634 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:39.242419 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device b2205179-d3df-4f1e-8154-a7f2a1f6a318 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:16:39.280780 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: b2205179-d3df-4f1e-8154-a7f2a1f6a318 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:16:39.281150 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device b2205179-d3df-4f1e-8154-a7f2a1f6a318 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:16:40.028483 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:41.776991 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53524) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:42.042617 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Deleting port 52c99c63-7dfd-4aa3-8318-4635b0fc3119 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:42.043029 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:42.160489 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:42.160785 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:42.280150 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Calling delete_port for 52c99c63-7dfd-4aa3-8318-4635b0fc3119 owned by network:floatingip {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:42.410424 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:42.414915 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7da341a0-9052-485a-8f08-045524e5128a tempest-AttachVolumeTestJSON-1950748562 tempest-AttachVolumeTestJSON-1950748562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:42.455953 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event deleted for resources: {'Port': ['ID=52c99c63-7dfd-4aa3-8318-4635b0fc3119,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:42.458621 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:42.550923 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:42.551249 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Floating IP 4264bded-9a4b-4aac-b74f-18a6b73aeb7e disassociated (deleted). External IP: 172.27.3.142, port: 906238da-ace5-48ac-b13c-17bef0e17d10.
May 10 18:16:43.006514 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Router f7d0a91d-965f-4269-9c87-38678a7bb5df has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:16:43.184779 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:16:43.194558 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] Sync routers for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:16:43.203583 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:43.205074 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:43.205841 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c54d160>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:43.261085 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "DELETE /v2.0/floatingips/4264bded-9a4b-4aac-b74f-18a6b73aeb7e HTTP/1.1" status: 204  len: 168 time: 1.4803808
May 10 18:16:43.261085 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:16:43.301935 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10', 'status': 'completed', 'code': 200}
May 10 18:16:43.381458 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:43.394622 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-c18ea039-045e-410f-a6bf-0f13b16bf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:43.396139 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-c18ea039-045e-410f-a6bf-0f13b16bf886 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 1099 time: 0.0701451
May 10 18:16:43.543412 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-572541c8-56a3-4811-8b7c-9ffffef3dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:43.544788 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-572541c8-56a3-4811-8b7c-9ffffef3dee9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 200  len: 912 time: 0.1421845
May 10 18:16:43.650356 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-f97361db-7b9f-47b6-9a2c-7354e06e0b46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=906238da-ace5-48ac-b13c-17bef0e17d10 HTTP/1.1" status: 200  len: 217 time: 0.0976324
May 10 18:16:43.725088 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-b11437a2-6f08-4e7a-8ae7-3a9b95c7dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:43.726507 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-b11437a2-6f08-4e7a-8ae7-3a9b95c7dae5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 200  len: 850 time: 0.0682337
May 10 18:16:43.739276 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c54d160>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:43.743136 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] Checking router: f7d0a91d-965f-4269-9c87-38678a7bb5df for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:16:43.751715 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:43.752323 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c54d160>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:43.789109 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147099c-539e-43a9-bacd-2400ede218ba req-ef017ae2-a73d-43ca-a943-2a37ca37491f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:43.789835 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-e147099c-539e-43a9-bacd-2400ede218ba req-ef017ae2-a73d-43ca-a943-2a37ca37491f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:16:43.812641 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-e147099c-539e-43a9-bacd-2400ede218ba req-ef017ae2-a73d-43ca-a943-2a37ca37491f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:16:43.813750 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e147099c-539e-43a9-bacd-2400ede218ba req-ef017ae2-a73d-43ca-a943-2a37ca37491f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 946 time: 0.2051053
May 10 18:16:43.849027 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-199c3bba-4a02-48fb-a112-d255b02f60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:43.850466 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-199c3bba-4a02-48fb-a112-d255b02f60c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bdec1f4c-6c1a-45fa-a49e-58d738c31855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1170695
May 10 18:16:43.933523 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:43.937658 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-e147099c-539e-43a9-bacd-2400ede218ba req-3a055cfa-33be-4f27-bcce-b62fcf753b08 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1110399
May 10 18:16:43.971312 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53534) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:44.018281 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-1fb4fb53-6a37-426a-b2d4-83f0e1a44351 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544805
May 10 18:16:44.158193 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-04c10a4f-ae87-49af-a7ec-ede3c5df88b4 req-14974b85-4721-466d-9855-bb141a5f90a5 service neutron] 10.222.0.58 "GET /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323962
May 10 18:16:44.260301 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c54d160>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:44.264206 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc92f2-75c2-4bc1-abfa-88238a1764eb None None] The sync data for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi is: [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:09:05Z', 'revision_number': 4, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': '767bbe97-364e-482b-a6d8-67810e35571f', 'name': '', 'network_id': 'bdec1f4c-6c1a-45fa-a49e-58d738c31855', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'mac_address': 'fa:16:3e:88:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:05Z', 'updated_at': '2021-05-10T18:09:12Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'subnets': [{'id': 'f46cd935-8210-4aa0-97a5-45db0013fc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:16:44.462489 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ca543-eb58-48cc-8e55-3c58d708d4f7 None None] New status for floating IP 4264bded-9a4b-4aac-b74f-18a6b73aeb7e: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:16:44.490822 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Deleting port eaaeea9b-4cea-4383-abbf-e947fad30968 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:44.491225 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:44.709446 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:44.709751 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:44.832741 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Calling delete_port for eaaeea9b-4cea-4383-abbf-e947fad30968 owned by network:floatingip {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:44.966333 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:44.970277 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7d1cb26b-d80c-44be-8ddf-d2161f58081d tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:45.048881 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event deleted for resources: {'Port': ['ID=eaaeea9b-4cea-4383-abbf-e947fad30968,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:45.052783 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:45.144324 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad67bce-6c42-4eb0-ad19-9be9e439fe82 req-c78e6f86-50d0-4dda-9045-e84ee3704826 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:45.146304 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ad67bce-6c42-4eb0-ad19-9be9e439fe82 req-c78e6f86-50d0-4dda-9045-e84ee3704826 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 946 time: 0.0951822
May 10 18:16:45.167497 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for floatingip, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:45.167876 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.db.l3_db [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Floating IP 51100bac-8adc-47df-b593-e4aeab2e3f4f disassociated (deleted). External IP: 172.27.3.80, port: 6ef96859-d1b8-4542-98ed-bbb2a380df49.
May 10 18:16:45.194597 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-4ad67bce-6c42-4eb0-ad19-9be9e439fe82 req-34b543da-b76d-43a6-b44a-11c8ffdeb9a9 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409656
May 10 18:16:45.310397 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-debbe318-f84e-4e4b-83f4-1cf94cf71f9a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:45.311825 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-debbe318-f84e-4e4b-83f4-1cf94cf71f9a tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 946 time: 0.3122559
May 10 18:16:45.617861 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Deleting port 906238da-ace5-48ac-b13c-17bef0e17d10 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:45.618113 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:45.711942 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:16:45.881004 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] For port 906238da-ace5-48ac-b13c-17bef0e17d10, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=906238da-ace5-48ac-b13c-17bef0e17d10,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:16:45.881258 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:46.113872 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Calling delete_port for 906238da-ace5-48ac-b13c-17bef0e17d10 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:46.157031 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:16:46.168211 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] Sync routers for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:16:46.179665 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:46.180386 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c484580>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:46.192939 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:46.281515 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f3f2ceea-f2df-40fa-9fd0-0818b0eea5ed tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "DELETE /v2.0/floatingips/51100bac-8adc-47df-b593-e4aeab2e3f4f HTTP/1.1" status: 204  len: 168 time: 2.3091567
May 10 18:16:46.286577 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:16:46.367193 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:46.372910 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:46.374113 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-fe4a4af3-6595-4b61-b2cf-bd413b6a4f3f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:46.421647 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event deleted for resources: {'Port': ['ID=906238da-ace5-48ac-b13c-17bef0e17d10,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:46.426542 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:46.507535 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] No DVR routers for this DVR port 906238da-ace5-48ac-b13c-17bef0e17d10 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:16:46.512853 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:46.538090 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dbbf0-b074-439c-84d2-fd3f6c280628 req-648eabaf-c48b-4119-843c-2eaccb9e5a42 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:46.538802 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-ea8dbbf0-b074-439c-84d2-fd3f6c280628 req-648eabaf-c48b-4119-843c-2eaccb9e5a42 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Synchronizing usage tracker for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:16:46.542523 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'status': 'completed', 'code': 200}
May 10 18:16:46.545388 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-3ddad997-6c21-4439-8454-f45b9696e4f7 req-6479abb6-d210-4a08-baaf-f4ac50dfe06f tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.58 "DELETE /v2.0/ports/906238da-ace5-48ac-b13c-17bef0e17d10 HTTP/1.1" status: 204  len: 173 time: 1.2264409
May 10 18:16:46.598035 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-ea8dbbf0-b074-439c-84d2-fd3f6c280628 req-648eabaf-c48b-4119-843c-2eaccb9e5a42 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Unset dirty status for tenant:d283f47fa9ea4c269a05cc934ffc3bc1 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:16:46.603399 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ea8dbbf0-b074-439c-84d2-fd3f6c280628 req-648eabaf-c48b-4119-843c-2eaccb9e5a42 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/ports?device_id=87a8244a-5d19-4c62-98bb-ded00cbb0a25 HTTP/1.1" status: 200  len: 867 time: 0.2874980
May 10 18:16:46.658161 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-ea8dbbf0-b074-439c-84d2-fd3f6c280628 req-260f218e-87a0-4081-a1eb-0be44470226b tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "GET /v2.0/security-groups?id=71fba469-d43d-4a4d-8bf2-b71a16b85ebb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490160
May 10 18:16:46.678456 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a93146-fd3a-45e2-b317-a186b70435be req-ec49d81c-5576-42ab-a8da-7ebc8ad4b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:46.679905 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-78a93146-fd3a-45e2-b317-a186b70435be req-ec49d81c-5576-42ab-a8da-7ebc8ad4b23e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6bd21dbb176a45db9110424ead538f35&device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 1099 time: 0.1197281
May 10 18:16:46.722568 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb2630-7141-4e9b-8d27-1fd5cc5b720f req-83fe06c8-e223-47f4-b65d-9bc73cdbbced tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:46.724836 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5feb2630-7141-4e9b-8d27-1fd5cc5b720f req-83fe06c8-e223-47f4-b65d-9bc73cdbbced tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0869300
May 10 18:16:46.776540 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-5feb2630-7141-4e9b-8d27-1fd5cc5b720f req-dbdc8b5d-97bf-4302-ba58-ad247e408954 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453458
May 10 18:16:46.795832 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c484580>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:37Z', 'revision_number': 5, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:46.800837 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] Checking router: 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:16:46.810691 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:46.811374 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c484580>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:46.828204 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a93146-fd3a-45e2-b317-a186b70435be req-5662d064-9521-4648-bc13-120d2920aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:46.829870 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-78a93146-fd3a-45e2-b317-a186b70435be req-5662d064-9521-4648-bc13-120d2920aff5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 200  len: 910 time: 0.1432054
May 10 18:16:46.907274 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-78a93146-fd3a-45e2-b317-a186b70435be req-78d7e2fb-4e0e-434a-a9fe-46549094fb03 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 200  len: 217 time: 0.0697978
May 10 18:16:46.976330 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a93146-fd3a-45e2-b317-a186b70435be req-f6af6a78-de30-4e80-baae-b9b8816cc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:46.977909 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-78a93146-fd3a-45e2-b317-a186b70435be req-f6af6a78-de30-4e80-baae-b9b8816cc54a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12468fc0-8f39-4a85-94b2-df9ddeac2301 HTTP/1.1" status: 200  len: 848 time: 0.0637851
May 10 18:16:47.006951 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:47.060403 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a93146-fd3a-45e2-b317-a186b70435be req-b974b882-2101-4577-8bb2-d7492362829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:47.061792 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-78a93146-fd3a-45e2-b317-a186b70435be req-b974b882-2101-4577-8bb2-d7492362829e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758922
May 10 18:16:47.195585 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-78a93146-fd3a-45e2-b317-a186b70435be req-fd78c547-efdd-427c-a8f5-b6bfd7871c1c service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255634
May 10 18:16:47.333022 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-78a93146-fd3a-45e2-b317-a186b70435be req-617be1b1-4988-41b1-9a96-68bc8c41f719 service neutron] 10.222.0.58 "GET /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297631
May 10 18:16:47.334177 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c484580>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:37Z', 'revision_number': 5, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:47.338431 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a265266-6c15-4ebd-ba04-a0d4492bf444 None None] The sync data for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi is: [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:11:30Z', 'revision_number': 4, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi', '_interfaces': [{'id': 'a2eeeb9f-cef8-445f-ad9b-789381f116aa', 'name': '', 'network_id': 'c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'mac_address': 'fa:16:3e:36:ec:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:29Z', 'updated_at': '2021-05-10T18:11:37Z', 'revision_number': 5, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'subnets': [{'id': '12468fc0-8f39-4a85-94b2-df9ddeac2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:16:47.544644 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1497453b-9fd0-42a5-9ba0-0d0368f94f91 None None] New status for floating IP 51100bac-8adc-47df-b593-e4aeab2e3f4f: DOWN {{(pid=78705) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 18:16:47.752757 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53552) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:47.970701 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35ee4f-1dc4-4194-abdf-0149793ee422 req-aac557ba-97d0-44bf-9bb7-e7458ad642e4 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:47.972185 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0d35ee4f-1dc4-4194-abdf-0149793ee422 req-aac557ba-97d0-44bf-9bb7-e7458ad642e4 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.0817916
May 10 18:16:47.976117 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Deleting port 92e286a0-9e33-4a5e-9cfa-4cf3ba5e89b5 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:47.976465 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:48.017207 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-0d35ee4f-1dc4-4194-abdf-0149793ee422 req-fa992559-d32e-47d2-a474-25c6048199fc tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/security-groups?id=49d45e23-fd68-44fe-9bee-e37812fdd68f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388892
May 10 18:16:48.239464 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:48.240030 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:48.363324 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Calling delete_port for 92e286a0-9e33-4a5e-9cfa-4cf3ba5e89b5 owned by network:floatingip {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:48.404077 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-bfd0c06f-9ee4-47e3-8dd4-f9d2a1d054aa tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78703) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 18:16:48.404779 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-bfd0c06f-9ee4-47e3-8dd4-f9d2a1d054aa tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Synchronizing usage tracker for tenant:6bd21dbb176a45db9110424ead538f35 on resource:port {{(pid=78703) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 18:16:48.428821 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.quota.resource [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-bfd0c06f-9ee4-47e3-8dd4-f9d2a1d054aa tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Unset dirty status for tenant:6bd21dbb176a45db9110424ead538f35 on resource:port {{(pid=78703) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 18:16:48.429989 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-bfd0c06f-9ee4-47e3-8dd4-f9d2a1d054aa tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 946 time: 0.3575392
May 10 18:16:48.563688 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'name': 'network-vif-deleted', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:16:48.600691 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:48.605107 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-240afbf2-6d25-4652-914b-1450aef3f3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:48.635373 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a8244a-5d19-4c62-98bb-ded00cbb0a25', 'name': 'network-vif-deleted', 'tag': '906238da-ace5-48ac-b13c-17bef0e17d10', 'status': 'completed', 'code': 200}
May 10 18:16:48.652355 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event deleted for resources: {'Port': ['ID=92e286a0-9e33-4a5e-9cfa-4cf3ba5e89b5,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:48.655587 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:48.738597 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Deleting port 6ef96859-d1b8-4542-98ed-bbb2a380df49 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:48.738928 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:48.826448 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for floatingip, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:48.870245 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for floatingip, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:48.871399 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "DELETE /v2.0/floatingips/b97f93d5-74a9-4da2-a224-038b0f9aadbc HTTP/1.1" status: 204  len: 168 time: 1.1172030
May 10 18:16:48.892772 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] For port 6ef96859-d1b8-4542-98ed-bbb2a380df49, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6ef96859-d1b8-4542-98ed-bbb2a380df49,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:16:48.893217 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:49.016139 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Calling delete_port for 6ef96859-d1b8-4542-98ed-bbb2a380df49 owned by compute:nova {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:49.148297 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:49.161314 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c22feb7f-e33a-440d-87b8-3c3ce6f1b1ad tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:49.190431 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [req-d8e1750f-5827-4444-9850-9eeec7146fa4 req-3f3322f5-a5fe-4919-b71f-fd1235475dea tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4de9613-31b1-4e10-a7e3-f646ab83fb18 HTTP/1.1" status: 200  len: 210 time: 0.0522394
May 10 18:16:49.249770 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event deleted for resources: {'Port': ['ID=6ef96859-d1b8-4542-98ed-bbb2a380df49,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:49.256349 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:49.275672 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 906238da-ace5-48ac-b13c-17bef0e17d10 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:16:49.295872 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] No DVR routers for this DVR port 6ef96859-d1b8-4542-98ed-bbb2a380df49 on host hv-cinder-79049 {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:16:49.298812 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4082508'] for port, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:49.310310 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 906238da-ace5-48ac-b13c-17bef0e17d10 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:16:49.310730 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 906238da-ace5-48ac-b13c-17bef0e17d10 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:16:49.311169 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6ef96859-d1b8-4542-98ed-bbb2a380df49 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:16:49.313373 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [req-2c4e01a6-4ec9-4c63-b71a-8b1a3aab8923 req-b06a4943-ea07-48cf-b0ab-2624d8289bf2 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.58 "DELETE /v2.0/ports/6ef96859-d1b8-4542-98ed-bbb2a380df49 HTTP/1.1" status: 204  len: 173 time: 0.8758142
May 10 18:16:49.344944 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] No Port match for: 6ef96859-d1b8-4542-98ed-bbb2a380df49 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:16:49.345359 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Device 6ef96859-d1b8-4542-98ed-bbb2a380df49 not bound to the agent host hv-cinder-79049 {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:16:50.267784 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53574) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:50.290509 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53578) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:50.337843 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7e61c303-6d09-447c-a397-3c24c4877002 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:50.358368 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:50.367180 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7e61c303-6d09-447c-a397-3c24c4877002 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:50.389511 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:50.434429 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7e61c303-6d09-447c-a397-3c24c4877002 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:50.438543 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a2c80a76-74c0-44ea-943b-c4340b45af2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:50.455432 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61c303-6d09-447c-a397-3c24c4877002 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fba469-d43d-4a4d-8bf2-b71a16b85ebb,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:50.458367 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-7e61c303-6d09-447c-a397-3c24c4877002 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:50.460173 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:50.470370 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-416d0714-0234-4cc9-8868-5d9462feb5c5 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:50.482485 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d45e23-fd68-44fe-9bee-e37812fdd68f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:50.485037 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-7e61c303-6d09-447c-a397-3c24c4877002 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:50.490861 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-7e61c303-6d09-447c-a397-3c24c4877002 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] 10.222.0.70 "DELETE /v2.0/security-groups/71fba469-d43d-4a4d-8bf2-b71a16b85ebb HTTP/1.1" status: 204  len: 168 time: 0.2192202
May 10 18:16:50.492343 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.492829 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.493197 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.493558 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.493909 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.494259 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.494608 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.494975 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.495326 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.495669 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.496010 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.496352 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:50.500161 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:50.502220 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:50.503909 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-94065046-944d-45fd-99cd-65015ffc7ed3 tempest-TestShelveInstance-43790297 tempest-TestShelveInstance-43790297-project] 10.222.0.70 "DELETE /v2.0/security-groups/49d45e23-fd68-44fe-9bee-e37812fdd68f HTTP/1.1" status: 204  len: 168 time: 0.2122383
May 10 18:16:50.568419 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53586) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:50.589418 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53592) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:50.636176 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'name': 'network-vif-deleted', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49'}] {{(pid=78703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 18:16:50.680197 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4de9613-31b1-4e10-a7e3-f646ab83fb18', 'name': 'network-vif-deleted', 'tag': '6ef96859-d1b8-4542-98ed-bbb2a380df49', 'status': 'completed', 'code': 200}
May 10 18:16:51.781167 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393292'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:51.829964 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393292'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:52.540502 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Deleting port a2eeeb9f-cef8-445f-ad9b-789381f116aa {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:52.540809 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:52.556237 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Deleting port 767bbe97-364e-482b-a6d8-67810e35571f {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:52.556566 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:52.876268 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] For port a2eeeb9f-cef8-445f-ad9b-789381f116aa, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=a2eeeb9f-cef8-445f-ad9b-789381f116aa,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:16:52.876958 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:52.889481 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] For port 767bbe97-364e-482b-a6d8-67810e35571f, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=767bbe97-364e-482b-a6d8-67810e35571f,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:16:52.889828 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:53.061461 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Calling delete_port for a2eeeb9f-cef8-445f-ad9b-789381f116aa owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:53.123852 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Calling delete_port for 767bbe97-364e-482b-a6d8-67810e35571f owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:53.356839 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:53.360738 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-ac6c86c4-144e-4d58-8904-7017e4562a6d tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:53.390424 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:53.411612 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2eeeb9f-cef8-445f-ad9b-789381f116aa,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:53.443163 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:53.449476 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-770bfc06-78be-4f25-82eb-79ba1704ac9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:53.583868 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=767bbe97-364e-482b-a6d8-67810e35571f,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:53.592755 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:53.947201 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403708'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:53.950518 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403708'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:54.736793 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:16:54.738603 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Router f7d0a91d-965f-4269-9c87-38678a7bb5df has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:16:55.069949 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:16:55.071746 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:16:55.080490 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] Sync routers for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:16:55.083282 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] Sync routers for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:16:55.090922 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:55.091567 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c294910>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:55.095483 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:55.096110 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c945970>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:55.103377 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-f96a6cfb-c42a-4d8e-a9ca-ad2dd9317f5e admin admin] 10.222.0.70 "PUT /v2.0/routers/7a33d0c1-156b-4654-82a2-5e2e7c6342d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5106220
May 10 18:16:55.103377 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-eed2f16a-ee50-4b32-bb31-b05cab2c9a80 admin admin] 10.222.0.70 "PUT /v2.0/routers/f7d0a91d-965f-4269-9c87-38678a7bb5df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5339901
May 10 18:16:55.104010 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53600) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:55.106331 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53604) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:55.280041 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:55.280530 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:55.564904 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:55.568505 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c945970>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:16:53Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:55.570732 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c294910>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:16:53Z', 'revision_number': 5, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:55.572591 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] Checking router: f7d0a91d-965f-4269-9c87-38678a7bb5df for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:16:55.574792 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] Checking router: 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:16:55.581117 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] Routers {'f7d0a91d-965f-4269-9c87-38678a7bb5df'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:55.581794 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c945970>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['f7d0a91d-965f-4269-9c87-38678a7bb5df'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:55.583558 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] Routers {'7a33d0c1-156b-4654-82a2-5e2e7c6342d9'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:16:55.584220 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c294910>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:55.620231 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:55.765275 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] Set router f7d0a91d-965f-4269-9c87-38678a7bb5df gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:55.807059 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] Set router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:16:55.899852 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:55.904683 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:56.036853 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Deleting port 776b1d28-2b47-4b6b-90b6-a7c6c3212838 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:56.037257 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:56.049952 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Deleting port ff1f71de-04f0-4382-99fe-3856cbd3ebff {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:56.050292 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:56.088341 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c945970>, [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:16:53Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:56.092154 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c42f0-a0d1-4cab-ab89-528d92c750d4 None None] The sync data for ids ['f7d0a91d-965f-4269-9c87-38678a7bb5df'] in dv-cinder-790492-1-iscsi is: [{'id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'name': 'tempest-TestVolumeBootPattern-519476074-router', 'tenant_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:00Z', 'updated_at': '2021-05-10T18:16:53Z', 'revision_number': 5, 'project_id': 'd283f47fa9ea4c269a05cc934ffc3bc1', 'gw_port': {'id': 'ff1f71de-04f0-4382-99fe-3856cbd3ebff', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0a91d-965f-4269-9c87-38678a7bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:01Z', 'updated_at': '2021-05-10T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:16:56.102035 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c294910>, [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:16:53Z', 'revision_number': 5, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:56.106337 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc5361-2209-41d9-a9ed-40c6a848b633 None None] The sync data for ids ['7a33d0c1-156b-4654-82a2-5e2e7c6342d9'] in dv-cinder-790492-1-iscsi is: [{'id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'name': 'tempest-TestShelveInstance-1962017004-router', 'tenant_id': '6bd21dbb176a45db9110424ead538f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:26Z', 'updated_at': '2021-05-10T18:16:53Z', 'revision_number': 5, 'project_id': '6bd21dbb176a45db9110424ead538f35', 'gw_port': {'id': '776b1d28-2b47-4b6b-90b6-a7c6c3212838', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a33d0c1-156b-4654-82a2-5e2e7c6342d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:27Z', 'updated_at': '2021-05-10T18:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:16:56.264270 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] For port 776b1d28-2b47-4b6b-90b6-a7c6c3212838, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=776b1d28-2b47-4b6b-90b6-a7c6c3212838,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:16:56.264882 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:56.272398 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] For port ff1f71de-04f0-4382-99fe-3856cbd3ebff, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ff1f71de-04f0-4382-99fe-3856cbd3ebff,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:16:56.272746 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:56.633222 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Calling delete_port for 776b1d28-2b47-4b6b-90b6-a7c6c3212838 owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:56.641553 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Calling delete_port for ff1f71de-04f0-4382-99fe-3856cbd3ebff owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:56.776303 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:56.873359 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:56.877859 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-59c74379-baf7-4804-8e06-e921cbee9a61 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:56.907530 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:56.930757 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Pushing event deleted for resources: {'Port': ['ID=776b1d28-2b47-4b6b-90b6-a7c6c3212838,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:56.968870 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:56.969461 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-9470143c-005e-44d5-9a54-c3c2a74bebe5 tempest-VolumesSnapshotTestJSON-661266054 tempest-VolumesSnapshotTestJSON-661266054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:57.099140 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1f71de-04f0-4382-99fe-3856cbd3ebff,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:57.105384 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:57.140440 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398696'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.243751 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398696'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.467950 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46683'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.471622 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.476604 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46683'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.480364 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.508687 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402554'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.509179 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a33d0c1-156b-4654-82a2-5e2e7c6342d9 {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 18:16:57.516544 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402554'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.517044 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7d0a91d-965f-4269-9c87-38678a7bb5df {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 18:16:57.531852 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.533020 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-dad34df2-09bd-4c21-9394-6a69c4022244 admin admin] 10.222.0.70 "DELETE /v2.0/routers/7a33d0c1-156b-4654-82a2-5e2e7c6342d9 HTTP/1.1" status: 204  len: 168 time: 2.4281330
May 10 18:16:57.535116 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.536020 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53608) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:57.536460 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-b2f8bb2f-6ddb-4446-8cc7-4d26fe28f5b7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f7d0a91d-965f-4269-9c87-38678a7bb5df HTTP/1.1" status: 204  len: 168 time: 2.3789873
May 10 18:16:57.538707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53612) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:57.605273 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Deleting subnet 12468fc0-8f39-4a85-94b2-df9ddeac2301 {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:16:57.606074 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-93dc9901-6749-45bc-a77a-19463a91c0e8 admin admin] Deleting subnet f46cd935-8210-4aa0-97a5-45db0013fc4b {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:16:57.608634 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.609538 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93dc9901-6749-45bc-a77a-19463a91c0e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.660310 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1709152'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.668782 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93dc9901-6749-45bc-a77a-19463a91c0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702346'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.742274 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:57.752999 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93dc9901-6749-45bc-a77a-19463a91c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.102685 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1580337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10650524'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.107360 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:58.125123 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93dc9901-6749-45bc-a77a-19463a91c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11435597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1963105'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.130158 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:58.145847 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12468fc0-8f39-4a85-94b2-df9ddeac2301,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:58.148324 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.154549 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6cd326-6b63-4322-a3a3-754a94364d28 None None] Network c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:16:58.157602 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.157980 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.158348 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.158708 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.159086 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.159439 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.159793 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.160140 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.160495 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.160833 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.161174 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.161527 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:16:58.167184 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/12468fc0-8f39-4a85-94b2-df9ddeac2301 HTTP/1.1" status: 204  len: 168 time: 0.6278665
May 10 18:16:58.167184 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-2ce7e29c-6834-4690-8277-bda8d700b2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:58.167492 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53616) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:58.199093 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-93dc9901-6749-45bc-a77a-19463a91c0e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.203690 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc9901-6749-45bc-a77a-19463a91c0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46cd935-8210-4aa0-97a5-45db0013fc4b,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:58.208110 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-93dc9901-6749-45bc-a77a-19463a91c0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:58.210169 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-93dc9901-6749-45bc-a77a-19463a91c0e8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f46cd935-8210-4aa0-97a5-45db0013fc4b HTTP/1.1" status: 204  len: 168 time: 0.6702590
May 10 18:16:58.212734 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53620) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:58.229204 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d4d2e-8821-47db-931d-966b8aa945f6 None None] Network bdec1f4c-6c1a-45fa-a49e-58d738c31855 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:16:58.270747 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.318370 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.359365 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Deleting port 5dfe02b5-acf9-4a7c-978c-939cecada492 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:58.360096 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.421221 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Deleting port 685ddc49-645e-4552-8d1d-6beb89aa781b {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:16:58.421772 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.495990 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 776b1d28-2b47-4b6b-90b6-a7c6c3212838 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:16:58.503562 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] For port 5dfe02b5-acf9-4a7c-978c-939cecada492, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=5dfe02b5-acf9-4a7c-978c-939cecada492,segment=NetworkSegment(f3c98ce7-3e94-4b04-9cbc-b59779617983),segment_id=f3c98ce7-3e94-4b04-9cbc-b59779617983)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:16:58.503928 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.529226 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] For port 685ddc49-645e-4552-8d1d-6beb89aa781b, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=685ddc49-645e-4552-8d1d-6beb89aa781b,segment=NetworkSegment(f8bfccef-df28-4488-8a0a-11b308d46103),segment_id=f8bfccef-df28-4488-8a0a-11b308d46103)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:16:58.530553 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.563020 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 776b1d28-2b47-4b6b-90b6-a7c6c3212838 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:16:58.563020 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 776b1d28-2b47-4b6b-90b6-a7c6c3212838 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:16:58.563483 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 767bbe97-364e-482b-a6d8-67810e35571f no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:16:58.609142 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 767bbe97-364e-482b-a6d8-67810e35571f {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:16:58.609531 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 767bbe97-364e-482b-a6d8-67810e35571f not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:16:58.610170 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ff1f71de-04f0-4382-99fe-3856cbd3ebff no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:16:58.626447 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Calling delete_port for 5dfe02b5-acf9-4a7c-978c-939cecada492 owned by network:dhcp {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:58.650605 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: ff1f71de-04f0-4382-99fe-3856cbd3ebff {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:16:58.650605 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ff1f71de-04f0-4382-99fe-3856cbd3ebff not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:16:58.650605 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device a2eeeb9f-cef8-445f-ad9b-789381f116aa no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:16:58.657238 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Calling delete_port for 685ddc49-645e-4552-8d1d-6beb89aa781b owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:16:58.684448 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.689769 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: a2eeeb9f-cef8-445f-ad9b-789381f116aa {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:16:58.690124 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device a2eeeb9f-cef8-445f-ad9b-789381f116aa not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:16:58.691022 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-a30fe387-1c0c-4057-b3c0-a6695801b01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:58.719066 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.729192 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:58.762916 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] No DVR routers for this DVR port 5dfe02b5-acf9-4a7c-978c-939cecada492 on host dv-cinder-790492-1-iscsi {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:16:58.780336 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] No DVR routers for this DVR port 685ddc49-645e-4552-8d1d-6beb89aa781b on host dv-cinder-790492-1-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:16:58.809063 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=685ddc49-645e-4552-8d1d-6beb89aa781b,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:58.810051 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfe02b5-acf9-4a7c-978c-939cecada492,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:58.810685 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:58.815454 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:58.817095 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0074431d-a216-48fe-88d3-bc791bee8265 None None] DHCP port deletion for c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 request from dv-cinder-790492-1-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 18:16:58.861374 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db0301b-f836-47c6-8191-82fa9d64e549 None None] DHCP port deletion for bdec1f4c-6c1a-45fa-a49e-58d738c31855 request from dv-cinder-790492-1-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 18:16:58.901607 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.910211 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.914313 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7936d6d3d0>,) {'filters': {'network_id': ['c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:58.923159 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7936f59b80>,) {'filters': {'network_id': ['bdec1f4c-6c1a-45fa-a49e-58d738c31855']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:58.926149 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7936d6d3d0>, 'f3c98ce7-3e94-4b04-9cbc-b59779617983') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:58.926471 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7936d6d3d0>, 'f3c98ce7-3e94-4b04-9cbc-b59779617983') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:58.935015 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7936f59b80>, 'f8bfccef-df28-4488-8a0a-11b308d46103') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:58.935328 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7936f59b80>, 'f8bfccef-df28-4488-8a0a-11b308d46103') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:16:58.937784 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.946700 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702357'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.958137 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.960614 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:16:58.961037 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.963886 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.970045 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:16:58.970410 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11435563'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:16:58.975075 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]: Traceback (most recent call last):
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     timer()
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     cb(*args, **kw)
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     self._notify()
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     self.callback(batched_events)
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     event.method(event)
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._get(url).json()
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:16:58.983994 dv-cinder-790492-1-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:16:59.059364 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:59.063856 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-5355dc65-2785-42f1-a8fe-fa362ef173b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:59.064182 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:59.068184 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-54ee1b5d-7d42-4122-b684-7c7fad75c0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:16:59.080246 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:59.084097 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:59.086763 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:59.090516 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=bdec1f4c-6c1a-45fa-a49e-58d738c31855,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:16:59.091002 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:59.094943 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:16:59.104442 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-3913d671-8ed5-4d28-b6dc-e51f48d84bf9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c386fdc9-405b-48de-ba1f-3ae8d8f3f1c4 HTTP/1.1" status: 204  len: 168 time: 0.9358449
May 10 18:16:59.107206 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53624) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:59.108046 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-6d208373-10fb-4804-9c56-c6d25ef37e9c admin admin] 10.222.0.70 "DELETE /v2.0/networks/bdec1f4c-6c1a-45fa-a49e-58d738c31855 HTTP/1.1" status: 204  len: 168 time: 0.8941410
May 10 18:16:59.110980 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53628) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:16:59.168452 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:16:59.766799 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393292'] for router_interface, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:16:59.776181 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393292'] for router_interface, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:00.131396 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 5dfe02b5-acf9-4a7c-978c-939cecada492 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:17:00.166058 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 5dfe02b5-acf9-4a7c-978c-939cecada492 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:17:00.166570 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 5dfe02b5-acf9-4a7c-978c-939cecada492 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:17:00.167215 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 685ddc49-645e-4552-8d1d-6beb89aa781b no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:17:00.193207 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Deleting port eb935d12-d3f3-4689-b11e-5404b4773e25 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:17:00.193581 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Deleting port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:17:00.193697 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:00.193819 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:00.204351 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 685ddc49-645e-4552-8d1d-6beb89aa781b {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:17:00.205006 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 685ddc49-645e-4552-8d1d-6beb89aa781b not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:17:00.317228 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] For port eb935d12-d3f3-4689-b11e-5404b4773e25, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=eb935d12-d3f3-4689-b11e-5404b4773e25,segment=NetworkSegment(1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6),segment_id=1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:17:00.317497 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] For port 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=84b90cf9-c1c6-4957-9d96-21ab91dd2bc4,segment=NetworkSegment(30726738-c8be-4b3d-9b75-fbba9aced416),segment_id=30726738-c8be-4b3d-9b75-fbba9aced416)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:17:00.317612 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:00.317707 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:00.439220 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Calling delete_port for eb935d12-d3f3-4689-b11e-5404b4773e25 owned by network:router_interface {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:17:00.440367 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Calling delete_port for 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 owned by network:router_interface {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:17:00.585845 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:00.587105 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:00.590248 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-12a446fd-5b53-4598-b57f-4953d0a3d023 tempest-AttachVolumeShelveTestJSON-1652345582 tempest-AttachVolumeShelveTestJSON-1652345582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:00.591581 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c47651e9-d049-4b15-ae64-51a94813bc47 tempest-TestVolumeBootPattern-1293664257 tempest-TestVolumeBootPattern-1293664257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:00.632549 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb935d12-d3f3-4689-b11e-5404b4773e25,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:00.634879 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Pushing event deleted for resources: {'Port': ['ID=84b90cf9-c1c6-4957-9d96-21ab91dd2bc4,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:00.635548 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:00.666406 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:00.905680 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403708'] for router_interface, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:00.917497 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403708'] for router_interface, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:01.382157 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:17:01.385172 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Router bed041ca-674b-43cb-911e-7cc84f76642b has already been hosted by L3 agent 9605cf2b-9a74-421a-b1bd-f48641ffe9ce {{(pid=78703) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 18:17:01.560496 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:17:01.561704 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] Notify agent at l3_agent.dv-cinder-790492-1-iscsi the message routers_updated {{(pid=78703) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 18:17:01.571447 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-108e0684-f79b-43e2-96c8-198de37835af admin admin] 10.222.0.70 "PUT /v2.0/routers/bed041ca-674b-43cb-911e-7cc84f76642b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4632113
May 10 18:17:01.572640 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] Sync routers for ids ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'] in dv-cinder-790492-1-iscsi {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:17:01.573835 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53636) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:01.583057 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] Routers {'9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:17:01.583426 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-87a584b5-8861-46fb-9b89-944cb55b285c admin admin] 10.222.0.70 "PUT /v2.0/routers/9f1b34db-fd2e-48fc-b45d-14fe8cd755e2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4712660
May 10 18:17:01.584218 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c3436a0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:01.585790 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53640) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:01.609656 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] Sync routers for ids ['bed041ca-674b-43cb-911e-7cc84f76642b'] in dv-cinder-790492-1-iscsi {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 18:17:01.619550 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] Routers {'bed041ca-674b-43cb-911e-7cc84f76642b'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:17:01.620430 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c6adca0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['bed041ca-674b-43cb-911e-7cc84f76642b'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:01.787981 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] Set router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 gateway port host: dv-cinder-790492-1-iscsi {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:17:01.788908 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks [] for router, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:01.800150 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks [] for router, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:01.806431 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] Set router bed041ca-674b-43cb-911e-7cc84f76642b gateway port host: dv-cinder-790492-1-iscsi {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:17:01.966634 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:01.995051 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.053567 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Deleting port 015ae9a5-7a8a-4444-93e7-52e6dc24712c {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:17:02.053942 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.101665 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Deleting port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:17:02.102012 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.146405 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c6adca0>, [{'id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:33Z', 'updated_at': '2021-05-10T18:17:00Z', 'revision_number': 5, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'gw_port': {'id': '015ae9a5-7a8a-4444-93e7-52e6dc24712c', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:11:34Z', 'updated_at': '2021-05-10T18:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:02.150589 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] Checking router: bed041ca-674b-43cb-911e-7cc84f76642b for host: dv-cinder-790492-1-iscsi {{(pid=78705) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:17:02.160397 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] Routers {'bed041ca-674b-43cb-911e-7cc84f76642b'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78705) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:17:02.161128 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c6adca0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['bed041ca-674b-43cb-911e-7cc84f76642b'], 'active': True} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:02.184004 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c3436a0>, [{'id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'external_fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:11Z', 'updated_at': '2021-05-10T18:17:00Z', 'revision_number': 5, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'gw_port': {'id': 'aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4', 'name': '', 'network_id': '0b88f7d4-0af8-498f-a411-1383d031df8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:19:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T18:09:12Z', 'updated_at': '2021-05-10T18:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6cdfd87-b38b-44c3-b831-183bc5d3a637', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-1-iscsi'}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:02.190678 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] Checking router: 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 for host: dv-cinder-790492-1-iscsi {{(pid=78704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 18:17:02.192792 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] For port 015ae9a5-7a8a-4444-93e7-52e6dc24712c, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=015ae9a5-7a8a-4444-93e7-52e6dc24712c,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:17:02.193249 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.201707 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] Routers {'9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'} bound to L3 agent in host dv-cinder-790492-1-iscsi {{(pid=78704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 18:17:02.202542 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f793c3436a0>, 'dv-cinder-790492-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:57:08Z,description=<?>,heartbeat_timestamp=2021-05-10T18:16:38Z,host='dv-cinder-790492-1-iscsi',id=9605cf2b-9a74-421a-b1bd-f48641ffe9ce,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:57:08Z,topic='l3_agent')) {'router_ids': ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'], 'active': True} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:02.307429 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] For port aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4,segment=NetworkSegment(cbfd52ce-47d5-4efa-98b3-bd0d60f2d098),segment_id=cbfd52ce-47d5-4efa-98b3-bd0d60f2d098)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:17:02.308275 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.331947 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Calling delete_port for 015ae9a5-7a8a-4444-93e7-52e6dc24712c owned by network:router_gateway {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:17:02.343770 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_dvr_db [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] Set router bed041ca-674b-43cb-911e-7cc84f76642b gateway port host: None {{(pid=78705) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:17:02.374327 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvr_db [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] Set router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 gateway port host: None {{(pid=78704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 18:17:02.441983 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Calling delete_port for aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 owned by network:router_gateway {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:17:02.472276 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.l3_hamode_db [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c6adca0>, [{'id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:33Z', 'updated_at': '2021-05-10T18:17:01Z', 'revision_number': 6, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'gw_port_host': None}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:02.477072 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285da5e0-2911-4115-8e02-3d619c7ad6e3 None None] The sync data for ids ['bed041ca-674b-43cb-911e-7cc84f76642b'] in dv-cinder-790492-1-iscsi is: [{'id': 'bed041ca-674b-43cb-911e-7cc84f76642b', 'name': 'tempest-TestShelveInstance-1778772406-router', 'tenant_id': 'b0affdfc8aec41deb3909311e5c2b118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:11:33Z', 'updated_at': '2021-05-10T18:17:01Z', 'revision_number': 6, 'project_id': 'b0affdfc8aec41deb3909311e5c2b118', 'gw_port_host': None}] {{(pid=78705) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:17:02.486513 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_hamode_db [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f793c3436a0>, [{'id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:11Z', 'updated_at': '2021-05-10T18:17:01Z', 'revision_number': 6, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'gw_port_host': None}], 'dv-cinder-790492-1-iscsi', False) {} {{(pid=78704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:02.491165 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a72bc2-884f-4f09-9ba1-af708111bb23 None None] The sync data for ids ['9f1b34db-fd2e-48fc-b45d-14fe8cd755e2'] in dv-cinder-790492-1-iscsi is: [{'id': '9f1b34db-fd2e-48fc-b45d-14fe8cd755e2', 'name': 'tempest-TestVolumeBootPattern-253439887-router', 'tenant_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T18:09:11Z', 'updated_at': '2021-05-10T18:17:01Z', 'revision_number': 6, 'project_id': 'd34ab7fbb0d54a958194ec738da97a0e', 'gw_port_host': None}] {{(pid=78704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 18:17:02.501857 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.507416 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-e20a0a12-1d2d-41c2-9f12-e60a44acdced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:02.553342 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=015ae9a5-7a8a-4444-93e7-52e6dc24712c,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:02.578676 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:02.598582 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.602586 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-84a85b0d-dfb5-42fe-8dc9-e3b6e8348721 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:02.648574 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Pushing event deleted for resources: {'Port': ['ID=aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:02.652086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:02.762223 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398696'] for router_gateway, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.869737 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398696'] for router_gateway, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.937011 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46683'] for router, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.939281 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.962245 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402554'] for router, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.962766 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed041ca-674b-43cb-911e-7cc84f76642b {{(pid=78703) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 18:17:02.975863 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] Notify callbacks [] for router, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:02.977013 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f0dac2e9-9f17-4d60-b8f2-f45288c04d4a admin admin] 10.222.0.70 "DELETE /v2.0/routers/bed041ca-674b-43cb-911e-7cc84f76642b HTTP/1.1" status: 204  len: 168 time: 1.4023004
May 10 18:17:02.979694 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53646) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:03.041739 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66bb60a-c048-4cb3-829e-c769b95a9939 admin admin] Deleting subnet 52f4a2cf-7faf-4417-9a54-59099f57138a {{(pid=78703) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:17:03.043865 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46683'] for router, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.044889 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c66bb60a-c048-4cb3-829e-c769b95a9939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.046081 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.069025 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-402554'] for router, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.069455 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 {{(pid=78702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 18:17:03.081880 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] Notify callbacks [] for router, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.083059 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-fbaea68f-18ac-4689-909f-2353974cf80f admin admin] 10.222.0.70 "DELETE /v2.0/routers/9f1b34db-fd2e-48fc-b45d-14fe8cd755e2 HTTP/1.1" status: 204  len: 168 time: 1.4879534
May 10 18:17:03.085634 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53650) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:03.094308 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c66bb60a-c048-4cb3-829e-c769b95a9939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1709152'] for subnet, precommit_delete_associations {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.164219 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b11012-7078-40b7-9fcf-cbd452aea4cc admin admin] Deleting subnet 86470ec7-ea8f-4de6-89da-83d957ce9c6a {{(pid=78702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 18:17:03.167426 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-41b11012-7078-40b7-9fcf-cbd452aea4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.188878 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c66bb60a-c048-4cb3-829e-c769b95a9939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.221111 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-41b11012-7078-40b7-9fcf-cbd452aea4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702346'] for subnet, precommit_delete_associations {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.302761 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-41b11012-7078-40b7-9fcf-cbd452aea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3533080'] for subnet, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.440322 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c66bb60a-c048-4cb3-829e-c769b95a9939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1580337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10650524'] for subnet, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.444379 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9458a776-402a-44d2-aabd-5584739cd348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:03.477794 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bb60a-c048-4cb3-829e-c769b95a9939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f4a2cf-7faf-4417-9a54-59099f57138a,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:03.481461 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c66bb60a-c048-4cb3-829e-c769b95a9939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:03.486084 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c66bb60a-c048-4cb3-829e-c769b95a9939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for subnet, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.490682 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d51e1-a2fc-40d2-ac74-99eebb8d0cac None None] Network bf704975-0e9f-4f4a-a557-9a84fe85ec89 requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:17:03.494832 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c66bb60a-c048-4cb3-829e-c769b95a9939 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/52f4a2cf-7faf-4417-9a54-59099f57138a HTTP/1.1" status: 204  len: 168 time: 0.5141544
May 10 18:17:03.495455 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53654) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:03.558228 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-41b11012-7078-40b7-9fcf-cbd452aea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4010202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11435597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1963105'] for subnet, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.569086 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-c470e37f-0c14-4536-a361-4ed9b45d66b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:03.602242 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.607142 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-41b11012-7078-40b7-9fcf-cbd452aea4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.610120 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b11012-7078-40b7-9fcf-cbd452aea4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86470ec7-ea8f-4de6-89da-83d957ce9c6a,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:03.616949 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-41b11012-7078-40b7-9fcf-cbd452aea4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:03.625515 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-41b11012-7078-40b7-9fcf-cbd452aea4cc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/86470ec7-ea8f-4de6-89da-83d957ce9c6a HTTP/1.1" status: 204  len: 168 time: 0.5388954
May 10 18:17:03.627395 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53658) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:03.629067 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e05bda-dfd1-4835-8ae4-0cda937246b0 None None] Network aba65b5b-ca07-435e-84dc-e2839044409e requested from dv-cinder-790492-1-iscsi {{(pid=78704) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 18:17:03.680732 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Deleting port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 {{(pid=78703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:17:03.681076 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.737544 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3620376'] for network, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.799258 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.db [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] For port 09b05b08-d0ca-449d-a598-b71cdc0a22c4, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=09b05b08-d0ca-449d-a598-b71cdc0a22c4,segment=NetworkSegment(30726738-c8be-4b3d-9b75-fbba9aced416),segment_id=30726738-c8be-4b3d-9b75-fbba9aced416)] {{(pid=78703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:17:03.799623 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.821937 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Deleting port ed5419f6-36e6-425e-9120-8bbf196b2264 {{(pid=78702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:17:03.822345 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.938476 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.db [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] For port ed5419f6-36e6-425e-9120-8bbf196b2264, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ed5419f6-36e6-425e-9120-8bbf196b2264,segment=NetworkSegment(1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6),segment_id=1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6)] {{(pid=78702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:17:03.938950 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:03.939544 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Calling delete_port for 09b05b08-d0ca-449d-a598-b71cdc0a22c4 owned by network:dhcp {{(pid=78703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:17:03.965916 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf6d04-db23-488a-bb3e-7e9400610316 None None] DHCP port deletion for bf704975-0e9f-4f4a-a557-9a84fe85ec89 request from dv-cinder-790492-1-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 18:17:04.011708 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1580386'] for port, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.017094 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-1b058db7-ba39-4ca7-bc3b-e7c349938f3f tempest-AttachVolumeNegativeTest-2132462577 tempest-AttachVolumeNegativeTest-2132462577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:04.024780 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] DHCP port deletion for aba65b5b-ca07-435e-84dc-e2839044409e request from dv-cinder-790492-1-iscsi {{(pid=78704) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 18:17:04.027663 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf6d04-db23-488a-bb3e-7e9400610316 None None] The port '09b05b08-d0ca-449d-a598-b71cdc0a22c4' was deleted {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
May 10 18:17:04.072417 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Pushing event deleted for resources: {'Port': ['ID=09b05b08-d0ca-449d-a598-b71cdc0a22c4,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:04.075391 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:04.076600 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] No DVR routers for this DVR port 09b05b08-d0ca-449d-a598-b71cdc0a22c4 on host dv-cinder-790492-1-iscsi {{(pid=78703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:17:04.094277 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.plugin [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Calling delete_port for ed5419f6-36e6-425e-9120-8bbf196b2264 owned by network:dhcp {{(pid=78702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:17:04.094821 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Deleting port ed5419f6-36e6-425e-9120-8bbf196b2264 {{(pid=78704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 18:17:04.094821 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759919185309'] for port, before_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.169102 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11435550'] for port, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.174929 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-fe09a670-9552-4561-a335-adeb3a2b8402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:04.219102 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.223310 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device eb935d12-d3f3-4689-b11e-5404b4773e25 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:17:04.238293 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5419f6-36e6-425e-9120-8bbf196b2264,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:04.244769 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f79370a44c0>,) {'filters': {'network_id': ['bf704975-0e9f-4f4a-a557-9a84fe85ec89']}} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:04.248480 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:04.256320 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] No DVR routers for this DVR port ed5419f6-36e6-425e-9120-8bbf196b2264 on host dv-cinder-790492-1-iscsi {{(pid=78702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:17:04.288436 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: eb935d12-d3f3-4689-b11e-5404b4773e25 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:17:04.288777 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device eb935d12-d3f3-4689-b11e-5404b4773e25 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:17:04.289646 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 09b05b08-d0ca-449d-a598-b71cdc0a22c4 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:17:04.332184 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 09b05b08-d0ca-449d-a598-b71cdc0a22c4 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:17:04.332576 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 09b05b08-d0ca-449d-a598-b71cdc0a22c4 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:17:04.332945 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ed5419f6-36e6-425e-9120-8bbf196b2264 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:17:04.361509 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f79370a44c0>, '30726738-c8be-4b3d-9b75-fbba9aced416') {'for_net_delete': True} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:04.361799 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.services.segments.db [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f79370a44c0>, '30726738-c8be-4b3d-9b75-fbba9aced416') {} {{(pid=78703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:04.365633 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.db [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] For port ed5419f6-36e6-425e-9120-8bbf196b2264, host dv-cinder-790492-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-1-iscsi',level=0,port_id=ed5419f6-36e6-425e-9120-8bbf196b2264,segment=NetworkSegment(1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6),segment_id=1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6)] {{(pid=78704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 18:17:04.366032 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402870'] for port, precommit_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.375338 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1709183'] for segment, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.381024 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: ed5419f6-36e6-425e-9120-8bbf196b2264 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:17:04.381626 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device ed5419f6-36e6-425e-9120-8bbf196b2264 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:17:04.381756 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 015ae9a5-7a8a-4444-93e7-52e6dc24712c no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:17:04.384480 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534563', 'neutron.services.segments.db._delete_segments_for_network-8759919196317'] for network, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.391568 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.397819 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=78703) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:17:04.398202 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1580375'] for segment, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]: Traceback (most recent call last):
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     timer()
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     cb(*args, **kw)
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     return func(*args, **kwargs)
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     self._notify()
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     self.callback(batched_events)
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     event.method(event)
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     return f(self, *a, **k)
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._get(url).json()
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     return self.request(url, 'GET', **kwargs)
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:17:04.412172 dv-cinder-790492-1-iscsi neutron-server[78703]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:17:04.501774 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.505546 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:04.510707 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7936de2c40>,) {'filters': {'network_id': ['aba65b5b-ca07-435e-84dc-e2839044409e']}} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:04.520831 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.524372 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7936de2c40>, '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6') {'for_net_delete': True} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:04.524661 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.services.segments.db [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7936de2c40>, '1609c38c-a2f3-46ac-bc09-27a9a0fb1ac6') {} {{(pid=78702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 18:17:04.531745 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf704975-0e9f-4f4a-a557-9a84fe85ec89,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:04.540493 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759919207783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702357'] for segment, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.540697 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] 10.222.0.70 "DELETE /v2.0/networks/bf704975-0e9f-4f4a-a557-9a84fe85ec89 HTTP/1.1" status: 204  len: 168 time: 1.0418184
May 10 18:17:04.540697 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-c2fe1c82-98e8-4f57-96b2-e23d3c0c764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:04.556561 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539'] for segment, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.565056 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=78702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 18:17:04.565056 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11435563'] for segment, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.565456 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 015ae9a5-7a8a-4444-93e7-52e6dc24712c {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:17:04.565456 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 015ae9a5-7a8a-4444-93e7-52e6dc24712c not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:17:04.566080 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]: Traceback (most recent call last):
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     timer()
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     cb(*args, **kw)
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     return func(*args, **kwargs)
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     self._notify()
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     self.callback(batched_events)
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     event.method(event)
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     return f(self, *a, **k)
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._get(url).json()
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     return self.request(url, 'GET', **kwargs)
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 18:17:04.578784 dv-cinder-790492-1-iscsi neutron-server[78702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 18:17:04.594654 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Calling delete_port for ed5419f6-36e6-425e-9120-8bbf196b2264 owned by network:dhcp {{(pid=78704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 18:17:04.609369 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:17:04.609769 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device aedda447-5aa6-4ffc-ab3f-8f8c0e7c78e4 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:17:04.610205 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 no longer exists at agent ovs-agent-dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 18:17:04.645895 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.plugin [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] No Port match for: 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 {{(pid=78704) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 18:17:04.646242 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.plugins.ml2.rpc [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Device 84b90cf9-c1c6-4957-9d96-21ab91dd2bc4 not bound to the agent host dv-cinder-790492-1-iscsi {{(pid=78704) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 18:17:04.665058 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398714'] for network, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.671121 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681446'] for network, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.672357 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53664) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:04.675217 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-cb65784d-bd0c-4277-bbb2-80054b537ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:04.688977 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3654334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681416', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759919189616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759918771469'] for port, after_delete {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.693520 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:04.697167 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba65b5b-ca07-435e-84dc-e2839044409e,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:04.700190 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:04.706690 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-2140bf60-7adc-476c-a32c-4f485c82c2d2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/aba65b5b-ca07-435e-84dc-e2839044409e HTTP/1.1" status: 204  len: 168 time: 1.0793064
May 10 18:17:04.727411 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-bb0bd77b-27fc-40cc-a1c7-d4224f7dc920 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6bd21dbb176a45db9110424ead538f35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0535941
May 10 18:17:04.729730 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53670) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:04.730797 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Network aba65b5b-ca07-435e-84dc-e2839044409e is not hosted by any dhcp agent {{(pid=78704) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
May 10 18:17:04.731521 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] No DVR routers for this DVR port ed5419f6-36e6-425e-9120-8bbf196b2264 on host dv-cinder-790492-1-iscsi {{(pid=78704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 18:17:04.740090 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Pushing event deleted for resources: {'Port': ['ID=ed5419f6-36e6-425e-9120-8bbf196b2264,revision_number=None']} {{(pid=78704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:04.749863 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.750254 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.750595 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.750953 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.751761 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.752457 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.752789 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.753122 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.753449 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.753773 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.754095 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.754410 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-1-iscsi {{(pid=78704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 18:17:04.757503 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG oslo_concurrency.lockutils [None req-116da2d1-7d84-4070-8806-0da804b4101a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:04.793858 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9b52ac30-c842-486e-a0b5-1b2e186a767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.812356 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-4c1333b2-5e9b-4bdd-8c63-af11d72bddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.821327 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9b52ac30-c842-486e-a0b5-1b2e186a767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.873835 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9b52ac30-c842-486e-a0b5-1b2e186a767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.879438 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-44ff2ef9-847d-45a5-ab22-2f9a36d9c98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:04.896295 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52ac30-c842-486e-a0b5-1b2e186a767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151d22a0-129c-4864-a941-7e9b4dde5fc3,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:04.899864 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9b52ac30-c842-486e-a0b5-1b2e186a767c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:04.903030 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53674) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:04.919332 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-9b52ac30-c842-486e-a0b5-1b2e186a767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:04.920284 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-9b52ac30-c842-486e-a0b5-1b2e186a767c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/151d22a0-129c-4864-a941-7e9b4dde5fc3 HTTP/1.1" status: 204  len: 168 time: 0.1895244
May 10 18:17:04.954412 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f4d583b8-eaca-41fd-a861-b7414c869b4a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d283f47fa9ea4c269a05cc934ffc3bc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502362
May 10 18:17:04.956994 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53680) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:05.013516 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-237dd5d6-2dcd-4843-bae8-4628c4feb3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.039417 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-237dd5d6-2dcd-4843-bae8-4628c4feb3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.094308 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-237dd5d6-2dcd-4843-bae8-4628c4feb3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.099376 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-249f84eb-e0d1-436d-881b-a778ca886b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:05.112871 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dd5d6-2dcd-4843-bae8-4628c4feb3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c43119-c26f-4841-8fda-242af15585bd,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:05.115703 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-237dd5d6-2dcd-4843-bae8-4628c4feb3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:05.122430 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-237dd5d6-2dcd-4843-bae8-4628c4feb3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.126210 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-237dd5d6-2dcd-4843-bae8-4628c4feb3c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2c43119-c26f-4841-8fda-242af15585bd HTTP/1.1" status: 204  len: 168 time: 0.1658673
May 10 18:17:05.270247 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53688) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:05.319998 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-9b7133fb-7935-4ce2-8d37-2b06dc2b2394 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0affdfc8aec41deb3909311e5c2b118&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484307
May 10 18:17:05.322506 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [-] (78702) accepted ('10.222.0.70', 53694) {{(pid=78702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:05.380725 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-17e3384c-f46b-4270-bda3-5fb7b5883140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.406124 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-17e3384c-f46b-4270-bda3-5fb7b5883140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.463257 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-17e3384c-f46b-4270-bda3-5fb7b5883140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.468686 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-2649c265-e125-4f54-b57a-9bb6ffee950a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:05.485918 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3384c-f46b-4270-bda3-5fb7b5883140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5936b77a-8fd2-48b9-afcc-f3dc9ab0e57b,revision_number=None']} {{(pid=78702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:05.491686 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53700) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:05.492869 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG oslo_concurrency.lockutils [None req-17e3384c-f46b-4270-bda3-5fb7b5883140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:05.494913 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron_lib.callbacks.manager [None req-17e3384c-f46b-4270-bda3-5fb7b5883140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.495619 dv-cinder-790492-1-iscsi neutron-server[78702]: INFO neutron.wsgi [None req-17e3384c-f46b-4270-bda3-5fb7b5883140 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5936b77a-8fd2-48b9-afcc-f3dc9ab0e57b HTTP/1.1" status: 204  len: 168 time: 0.1721718
May 10 18:17:05.545436 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-f22a7c33-c1d2-4f2e-92c7-0f1b3ff86cc2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d34ab7fbb0d54a958194ec738da97a0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523851
May 10 18:17:05.548074 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.wsgi [-] (78703) accepted ('10.222.0.70', 53708) {{(pid=78703) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 18:17:05.608284 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b533196c-926d-4b03-980b-bd558f48fa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.634381 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b533196c-926d-4b03-980b-bd558f48fa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.687395 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b533196c-926d-4b03-980b-bd558f48fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705489'] for security_group, after_delete {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.692233 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-9b52ac30-c842-486e-a0b5-1b2e186a767c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 18:17:05.705597 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533196c-926d-4b03-980b-bd558f48fa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f465ac-bbb2-41a6-ac5a-905c1b2e6c01,revision_number=None']} {{(pid=78703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 18:17:05.708452 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG oslo_concurrency.lockutils [None req-b533196c-926d-4b03-980b-bd558f48fa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 18:17:05.709366 dv-cinder-790492-1-iscsi neutron-server[78703]: DEBUG neutron_lib.callbacks.manager [None req-b533196c-926d-4b03-980b-bd558f48fa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:05.713354 dv-cinder-790492-1-iscsi neutron-server[78703]: INFO neutron.wsgi [None req-b533196c-926d-4b03-980b-bd558f48fa39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7f465ac-bbb2-41a6-ac5a-905c1b2e6c01 HTTP/1.1" status: 204  len: 168 time: 0.1614110
May 10 18:17:07.424125 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:07.569979 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-63ca6e49-a44c-476e-8d86-adf89b8b9bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:08.589253 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:10.040003 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:26.795104 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:34.831438 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e1d0-b4d7-47d9-8adc-2bb978937257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:36.169373 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:17:37.439325 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:37.580021 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-13643620-6b04-43cf-ab66-97a624d93ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:38.599973 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:40.045608 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:17:56.793155 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:04.825614 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-cc20d9e3-c28c-460c-891f-3f3384f110ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:07.428300 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:07.574162 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-90f05e22-6fdb-4178-87f1-d7f8dfdb157f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:08.602612 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:10.043270 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:13.173395 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:18:26.797514 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:34.827288 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-22cbbf3c-3f27-423b-9f62-5dbc2f205fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:37.431858 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:37.587161 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0322baeb-3ea0-4282-83f9-6aac7199bf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:38.608961 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:40.048106 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:18:50.172987 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:18:56.811693 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:04.833880 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-6bb05a34-d010-4235-a1ec-913ccf5ff53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:07.432653 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:07.591576 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae922-eae1-4b17-9161-9aa888b29f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:08.616710 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:10.058840 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:26.811931 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:27.172687 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:19:34.828738 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-0a62bc11-e2b8-4ae9-8b20-0890f89ec07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:37.432981 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:37.597996 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-2bc5de67-bf28-42f4-ab15-a53ad3bb2699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:38.617563 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:40.062462 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:19:56.808130 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:04.172338 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:20:04.439437 dv-cinder-790492-1-iscsi neutron-server[78702]: DEBUG neutron.wsgi [req-120ebc51-dfcf-4be9-83f5-5e346f8d7b35 req-67b25fee-a6ef-4b65-9a29-f5b481c03b51 service neutron] (78702) timed out ('10.222.0.58', 56929) {{(pid=78702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 18:20:04.831716 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-ad5bb7a4-16ab-48c4-9f47-c9a07a41a88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:07.435191 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:07.589040 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-b608f965-b3c3-4847-9d58-40d020cb44bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:08.627823 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:10.067309 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:26.819956 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:34.834621 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-67a8c7d7-173a-4383-b52d-96ceb109109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:37.437514 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:37.589797 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-230f1369-5327-48fd-86f8-77430a6aa800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:38.628247 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:40.073277 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:20:41.172506 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:20:56.840013 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:04.843731 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-148d1792-322e-4fe9-91ee-3cb35cb70cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:07.436104 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:07.589283 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-479501ef-31fa-4fa2-afbf-4956d0a2edb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:08.631968 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:10.073417 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:18.176024 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:21:26.832441 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:34.835297 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-e1645866-845e-4060-b44d-ae0fcd9df5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:37.430198 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:37.590556 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-a6a6cb0c-b452-447e-9243-def6966f9069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:38.635715 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:40.078544 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:21:55.175329 dv-cinder-790492-1-iscsi neutron-server[78705]: DEBUG neutron.db.agents_db [None req-fcaadb0f-3c0d-4b3a-829c-1b422d2fd4ac None None] Agent healthcheck: found 6 active agents {{(pid=78705) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 18:21:56.869207 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-18c7d9e4-6c0f-47a2-aaf9-7c954ebaf2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:22:04.835836 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-af6e8b20-56db-4052-be0a-9646ea72c60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:22:07.437477 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-aa4126d3-d4e6-4c15-9d98-6eac7942fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:22:07.584598 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-cdb6b667-02b6-4925-89df-d1d4b750564b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:22:08.629939 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-108697df-812c-4296-8472-9c7567753be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 18:22:10.078165 dv-cinder-790492-1-iscsi neutron-server[78704]: DEBUG neutron_lib.callbacks.manager [None req-d82f501c-74ea-4e0c-8c0d-6c92d55c40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759919196326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3536601'] for agent, after_update {{(pid=78704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}